{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import lightgbm as lgb\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.metrics import mean_squared_error\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading data...\n"
     ]
    }
   ],
   "source": [
    "print('Loading data...')\n",
    "# load or create your dataset\n",
    "df_train = pd.read_csv('used_car_train_20200313.csv')\n",
    "df_predict=pd.read_csv('used_car_testB_20200421.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_train['notRepairedDamage'].value_counts()\n",
    "df_train['notRepairedDamage'].replace('-', np.nan, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "y = df_train['price']#target\n",
    "X = df_train.drop(['price','SaleID','name','seller','offerType','notRepairedDamage'], axis=1)\n",
    "X_predict = df_predict.drop(['SaleID','name','seller','offerType','notRepairedDamage'], axis=1)\n",
    "from sklearn.model_selection import train_test_split\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=0)\n",
    "train_data = lgb.Dataset(data=X_train,label=y_train)\n",
    "test_data = lgb.Dataset(data=X_test,label=y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create dataset for lightgbm\n",
    "lgb_train = lgb.Dataset(X_train, y_train)\n",
    "lgb_eval = lgb.Dataset(X_test, y_test, reference=lgb_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "from hyperopt import fmin, tpe, hp, partial\n",
    "\n",
    "# 自定义hyperopt的参数空间\n",
    "space = {\"max_depth\": hp.randint(\"max_depth\", 15),\n",
    "         \"num_trees\": hp.randint(\"num_trees\", 300),\n",
    "         'learning_rate': hp.uniform('learning_rate', 1e-3, 5e-1),\n",
    "         \"bagging_fraction\": hp.randint(\"bagging_fraction\", 5),\n",
    "         \"num_leaves\": hp.randint(\"num_leaves\", 6),\n",
    "         }\n",
    "\n",
    "def argsDict_tranform(argsDict, isPrint=False):\n",
    "    argsDict[\"max_depth\"] = argsDict[\"max_depth\"] + 5\n",
    "    argsDict['num_trees'] = argsDict['num_trees'] + 150\n",
    "    argsDict[\"learning_rate\"] = argsDict[\"learning_rate\"] * 0.02 + 0.05\n",
    "    argsDict[\"bagging_fraction\"] = argsDict[\"bagging_fraction\"] * 0.1 + 0.5\n",
    "    argsDict[\"num_leaves\"] = argsDict[\"num_leaves\"] * 3 + 10\n",
    "    if isPrint:\n",
    "        print(argsDict)\n",
    "    else:\n",
    "        pass\n",
    "\n",
    "    return argsDict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import mean_squared_error\n",
    "\n",
    "def lightgbm_factory(argsDict):\n",
    "    argsDict = argsDict_tranform(argsDict)\n",
    "\n",
    "    params = {'nthread': -1,  # 进程数\n",
    "              'max_depth': argsDict['max_depth'],  # 最大深度\n",
    "              'num_trees': argsDict['num_trees'],  # 树的数量\n",
    "              'eta': argsDict['learning_rate'],  # 学习率\n",
    "              'bagging_fraction': argsDict['bagging_fraction'],  # bagging采样数\n",
    "              'num_leaves': argsDict['num_leaves'],  # 终点节点最小样本占比的和\n",
    "              'objective': 'regression',\n",
    "              'feature_fraction': 0.7,  # 样本列采样\n",
    "              'lambda_l1': 0,  # L1 正则化\n",
    "              'lambda_l2': 0,  # L2 正则化\n",
    "              'bagging_seed': 100,  # 随机种子,light中默认为100\n",
    "              }\n",
    "    #rmse\n",
    "    params['metric'] = ['rmse']\n",
    "\n",
    "    model_lgb = lgb.train(params, train_data, num_boost_round=300, valid_sets=[test_data],early_stopping_rounds=100)\n",
    "\n",
    "    return get_tranformer_score(model_lgb)\n",
    "\n",
    "def get_tranformer_score(tranformer):\n",
    "\n",
    "    model = tranformer\n",
    "    prediction = model.predict(X_test, num_iteration=model.best_iteration)\n",
    "\n",
    "    return mean_squared_error(y_test, prediction)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  0%|                                                                           | 0/20 [00:00<?, ?trial/s, best loss=?]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013786 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7149.95                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6826.92                                                                                            \n",
      "[3]\tvalid_0's rmse: 6530.28                                                                                            \n",
      "[4]\tvalid_0's rmse: 6238.05                                                                                            \n",
      "[5]\tvalid_0's rmse: 5961.04                                                                                            \n",
      "[6]\tvalid_0's rmse: 5714.34                                                                                            \n",
      "[7]\tvalid_0's rmse: 5474.31                                                                                            \n",
      "[8]\tvalid_0's rmse: 5244.28                                                                                            \n",
      "[9]\tvalid_0's rmse: 5047.66                                                                                            \n",
      "[10]\tvalid_0's rmse: 4846.18                                                                                           \n",
      "[11]\tvalid_0's rmse: 4654.27                                                                                           \n",
      "[12]\tvalid_0's rmse: 4478.33                                                                                           \n",
      "[13]\tvalid_0's rmse: 4310.38                                                                                           \n",
      "[14]\tvalid_0's rmse: 4158                                                                                              \n",
      "[15]\tvalid_0's rmse: 4010.82                                                                                           \n",
      "[16]\tvalid_0's rmse: 3873.42                                                                                           \n",
      "[17]\tvalid_0's rmse: 3745.88                                                                                           \n",
      "[18]\tvalid_0's rmse: 3624.3                                                                                            \n",
      "[19]\tvalid_0's rmse: 3513.56                                                                                           \n",
      "[20]\tvalid_0's rmse: 3409.16                                                                                           \n",
      "[21]\tvalid_0's rmse: 3309.62                                                                                           \n",
      "[22]\tvalid_0's rmse: 3218.36                                                                                           \n",
      "[23]\tvalid_0's rmse: 3131.84                                                                                           \n",
      "[24]\tvalid_0's rmse: 3051.39                                                                                           \n",
      "[25]\tvalid_0's rmse: 2973.15                                                                                           \n",
      "[26]\tvalid_0's rmse: 2900.49                                                                                           \n",
      "[27]\tvalid_0's rmse: 2829.32                                                                                           \n",
      "[28]\tvalid_0's rmse: 2767.68                                                                                           \n",
      "[29]\tvalid_0's rmse: 2707.68                                                                                           \n",
      "[30]\tvalid_0's rmse: 2653                                                                                              \n",
      "[31]\tvalid_0's rmse: 2601.91                                                                                           \n",
      "[32]\tvalid_0's rmse: 2555.03                                                                                           \n",
      "[33]\tvalid_0's rmse: 2510.62                                                                                           \n",
      "[34]\tvalid_0's rmse: 2468.38                                                                                           \n",
      "[35]\tvalid_0's rmse: 2426.66                                                                                           \n",
      "[36]\tvalid_0's rmse: 2391.2                                                                                            \n",
      "[37]\tvalid_0's rmse: 2355.28                                                                                           \n",
      "[38]\tvalid_0's rmse: 2321.16                                                                                           \n",
      "[39]\tvalid_0's rmse: 2291.9                                                                                            \n",
      "[40]\tvalid_0's rmse: 2261.01                                                                                           \n",
      "[41]\tvalid_0's rmse: 2230.38                                                                                           \n",
      "[42]\tvalid_0's rmse: 2203.48                                                                                           \n",
      "[43]\tvalid_0's rmse: 2176.94                                                                                           \n",
      "[44]\tvalid_0's rmse: 2154.48                                                                                           \n",
      "[45]\tvalid_0's rmse: 2128.78                                                                                           \n",
      "[46]\tvalid_0's rmse: 2104.43                                                                                           \n",
      "[47]\tvalid_0's rmse: 2082.64                                                                                           \n",
      "[48]\tvalid_0's rmse: 2062.49                                                                                           \n",
      "[49]\tvalid_0's rmse: 2040.46                                                                                           \n",
      "[50]\tvalid_0's rmse: 2021.4                                                                                            \n",
      "[51]\tvalid_0's rmse: 2000.21                                                                                           \n",
      "[52]\tvalid_0's rmse: 1982.34                                                                                           \n",
      "[53]\tvalid_0's rmse: 1967.25                                                                                           \n",
      "[54]\tvalid_0's rmse: 1954                                                                                              \n",
      "[55]\tvalid_0's rmse: 1938.46                                                                                           \n",
      "[56]\tvalid_0's rmse: 1923.74                                                                                           \n",
      "[57]\tvalid_0's rmse: 1911.13                                                                                           \n",
      "[58]\tvalid_0's rmse: 1899.64                                                                                           \n",
      "[59]\tvalid_0's rmse: 1888.43                                                                                           \n",
      "[60]\tvalid_0's rmse: 1876.74                                                                                           \n",
      "[61]\tvalid_0's rmse: 1867.01                                                                                           \n",
      "[62]\tvalid_0's rmse: 1855.36                                                                                           \n",
      "[63]\tvalid_0's rmse: 1842.92                                                                                           \n",
      "[64]\tvalid_0's rmse: 1832.79                                                                                           \n",
      "[65]\tvalid_0's rmse: 1821.85                                                                                           \n",
      "[66]\tvalid_0's rmse: 1811.88                                                                                           \n",
      "[67]\tvalid_0's rmse: 1804.09                                                                                           \n",
      "[68]\tvalid_0's rmse: 1796.26                                                                                           \n",
      "[69]\tvalid_0's rmse: 1788.2                                                                                            \n",
      "[70]\tvalid_0's rmse: 1782.06                                                                                           \n",
      "[71]\tvalid_0's rmse: 1773.9                                                                                            \n",
      "[72]\tvalid_0's rmse: 1765.68                                                                                           \n",
      "[73]\tvalid_0's rmse: 1758.48                                                                                           \n",
      "[74]\tvalid_0's rmse: 1751.41                                                                                           \n",
      "[75]\tvalid_0's rmse: 1744.84                                                                                           \n",
      "[76]\tvalid_0's rmse: 1738.54                                                                                           \n",
      "[77]\tvalid_0's rmse: 1731.54                                                                                           \n",
      "[78]\tvalid_0's rmse: 1725.56                                                                                           \n",
      "[79]\tvalid_0's rmse: 1720.24                                                                                           \n",
      "[80]\tvalid_0's rmse: 1715.13                                                                                           \n",
      "[81]\tvalid_0's rmse: 1709.62                                                                                           \n",
      "[82]\tvalid_0's rmse: 1704.93                                                                                           \n",
      "[83]\tvalid_0's rmse: 1700.63                                                                                           \n",
      "[84]\tvalid_0's rmse: 1693.77                                                                                           \n",
      "[85]\tvalid_0's rmse: 1689                                                                                              \n",
      "[86]\tvalid_0's rmse: 1685.6                                                                                            \n",
      "[87]\tvalid_0's rmse: 1680.13                                                                                           \n",
      "[88]\tvalid_0's rmse: 1673.91                                                                                           \n",
      "[89]\tvalid_0's rmse: 1669.37                                                                                           \n",
      "[90]\tvalid_0's rmse: 1665.02                                                                                           \n",
      "[91]\tvalid_0's rmse: 1660.65                                                                                           \n",
      "[92]\tvalid_0's rmse: 1656.31                                                                                           \n",
      "[93]\tvalid_0's rmse: 1652.85                                                                                           \n",
      "[94]\tvalid_0's rmse: 1649.63                                                                                           \n",
      "[95]\tvalid_0's rmse: 1645.73                                                                                           \n",
      "[96]\tvalid_0's rmse: 1642.17                                                                                           \n",
      "[97]\tvalid_0's rmse: 1639.27                                                                                           \n",
      "[98]\tvalid_0's rmse: 1636.19                                                                                           \n",
      "[99]\tvalid_0's rmse: 1633.09                                                                                           \n",
      "[100]\tvalid_0's rmse: 1628.7                                                                                           \n",
      "[101]\tvalid_0's rmse: 1626.06                                                                                          \n",
      "[102]\tvalid_0's rmse: 1622.07                                                                                          \n",
      "[103]\tvalid_0's rmse: 1617.91                                                                                          \n",
      "[104]\tvalid_0's rmse: 1615.39                                                                                          \n",
      "[105]\tvalid_0's rmse: 1612.05                                                                                          \n",
      "[106]\tvalid_0's rmse: 1609.06                                                                                          \n",
      "[107]\tvalid_0's rmse: 1606.19                                                                                          \n",
      "[108]\tvalid_0's rmse: 1603.59                                                                                          \n",
      "[109]\tvalid_0's rmse: 1600.95                                                                                          \n",
      "[110]\tvalid_0's rmse: 1598.71                                                                                          \n",
      "[111]\tvalid_0's rmse: 1596.95                                                                                          \n",
      "[112]\tvalid_0's rmse: 1594.91                                                                                          \n",
      "[113]\tvalid_0's rmse: 1592.63                                                                                          \n",
      "[114]\tvalid_0's rmse: 1590.7                                                                                           \n",
      "[115]\tvalid_0's rmse: 1588.97                                                                                          \n",
      "[116]\tvalid_0's rmse: 1586.91                                                                                          \n",
      "[117]\tvalid_0's rmse: 1585.17                                                                                          \n",
      "[118]\tvalid_0's rmse: 1582.47                                                                                          \n",
      "[119]\tvalid_0's rmse: 1580.74                                                                                          \n",
      "[120]\tvalid_0's rmse: 1578.25                                                                                          \n",
      "[121]\tvalid_0's rmse: 1576.6                                                                                           \n",
      "[122]\tvalid_0's rmse: 1573.86                                                                                          \n",
      "[123]\tvalid_0's rmse: 1571.83                                                                                          \n",
      "[124]\tvalid_0's rmse: 1569.96                                                                                          \n",
      "[125]\tvalid_0's rmse: 1568.26                                                                                          \n",
      "[126]\tvalid_0's rmse: 1566.58                                                                                          \n",
      "[127]\tvalid_0's rmse: 1565.16                                                                                          \n",
      "[128]\tvalid_0's rmse: 1563.77                                                                                          \n",
      "[129]\tvalid_0's rmse: 1562.4                                                                                           \n",
      "[130]\tvalid_0's rmse: 1560.36                                                                                          \n",
      "[131]\tvalid_0's rmse: 1558.68                                                                                          \n",
      "[132]\tvalid_0's rmse: 1556.14                                                                                          \n",
      "[133]\tvalid_0's rmse: 1554.3                                                                                           \n",
      "[134]\tvalid_0's rmse: 1552.94                                                                                          \n",
      "[135]\tvalid_0's rmse: 1551.67                                                                                          \n",
      "[136]\tvalid_0's rmse: 1550.39                                                                                          \n",
      "[137]\tvalid_0's rmse: 1548.45                                                                                          \n",
      "[138]\tvalid_0's rmse: 1546.28                                                                                          \n",
      "[139]\tvalid_0's rmse: 1544.85                                                                                          \n",
      "[140]\tvalid_0's rmse: 1543.62                                                                                          \n",
      "[141]\tvalid_0's rmse: 1542.51                                                                                          \n",
      "[142]\tvalid_0's rmse: 1541.5                                                                                           \n",
      "[143]\tvalid_0's rmse: 1539.34                                                                                          \n",
      "[144]\tvalid_0's rmse: 1537.31                                                                                          \n",
      "[145]\tvalid_0's rmse: 1536.37                                                                                          \n",
      "[146]\tvalid_0's rmse: 1534.29                                                                                          \n",
      "[147]\tvalid_0's rmse: 1532.71                                                                                          \n",
      "[148]\tvalid_0's rmse: 1531.67                                                                                          \n",
      "[149]\tvalid_0's rmse: 1530.5                                                                                           \n",
      "[150]\tvalid_0's rmse: 1528.67                                                                                          \n",
      "[151]\tvalid_0's rmse: 1527.38                                                                                          \n",
      "[152]\tvalid_0's rmse: 1526.28                                                                                          \n",
      "[153]\tvalid_0's rmse: 1524.59                                                                                          \n",
      "[154]\tvalid_0's rmse: 1523.61                                                                                          \n",
      "[155]\tvalid_0's rmse: 1521.9                                                                                           \n",
      "[156]\tvalid_0's rmse: 1520.17                                                                                          \n",
      "[157]\tvalid_0's rmse: 1519.21                                                                                          \n",
      "[158]\tvalid_0's rmse: 1517.95                                                                                          \n",
      "[159]\tvalid_0's rmse: 1517.26                                                                                          \n",
      "[160]\tvalid_0's rmse: 1516.3                                                                                           \n",
      "[161]\tvalid_0's rmse: 1515.15                                                                                          \n",
      "[162]\tvalid_0's rmse: 1513.38                                                                                          \n",
      "[163]\tvalid_0's rmse: 1512.32                                                                                          \n",
      "[164]\tvalid_0's rmse: 1510.7                                                                                           \n",
      "[165]\tvalid_0's rmse: 1509.82                                                                                          \n",
      "[166]\tvalid_0's rmse: 1509.07                                                                                          \n",
      "[167]\tvalid_0's rmse: 1507.82                                                                                          \n",
      "[168]\tvalid_0's rmse: 1506.38                                                                                          \n",
      "[169]\tvalid_0's rmse: 1505.18                                                                                          \n",
      "[170]\tvalid_0's rmse: 1503.93                                                                                          \n",
      "[171]\tvalid_0's rmse: 1503.02                                                                                          \n",
      "[172]\tvalid_0's rmse: 1501.76                                                                                          \n",
      "[173]\tvalid_0's rmse: 1500.77                                                                                          \n",
      "[174]\tvalid_0's rmse: 1500.13                                                                                          \n",
      "[175]\tvalid_0's rmse: 1499.08                                                                                          \n",
      "[176]\tvalid_0's rmse: 1498                                                                                             \n",
      "[177]\tvalid_0's rmse: 1496.62                                                                                          \n",
      "[178]\tvalid_0's rmse: 1495.14                                                                                          \n",
      "[179]\tvalid_0's rmse: 1493.87                                                                                          \n",
      "[180]\tvalid_0's rmse: 1492.86                                                                                          \n",
      "[181]\tvalid_0's rmse: 1492.33                                                                                          \n",
      "[182]\tvalid_0's rmse: 1491.3                                                                                           \n",
      "[183]\tvalid_0's rmse: 1489.88                                                                                          \n",
      "[184]\tvalid_0's rmse: 1487.96                                                                                          \n",
      "[185]\tvalid_0's rmse: 1485.94                                                                                          \n",
      "[186]\tvalid_0's rmse: 1485.34                                                                                          \n",
      "[187]\tvalid_0's rmse: 1484.48                                                                                          \n",
      "[188]\tvalid_0's rmse: 1483.63                                                                                          \n",
      "[189]\tvalid_0's rmse: 1482.93                                                                                          \n",
      "[190]\tvalid_0's rmse: 1481.94                                                                                          \n",
      "[191]\tvalid_0's rmse: 1480.59                                                                                          \n",
      "[192]\tvalid_0's rmse: 1479.6                                                                                           \n",
      "[193]\tvalid_0's rmse: 1477.79                                                                                          \n",
      "[194]\tvalid_0's rmse: 1476.56                                                                                          \n",
      "[195]\tvalid_0's rmse: 1475.06                                                                                          \n",
      "[196]\tvalid_0's rmse: 1474.43                                                                                          \n",
      "[197]\tvalid_0's rmse: 1473.51                                                                                          \n",
      "[198]\tvalid_0's rmse: 1472.69                                                                                          \n",
      "[199]\tvalid_0's rmse: 1471.41                                                                                          \n",
      "[200]\tvalid_0's rmse: 1470.95                                                                                          \n",
      "[201]\tvalid_0's rmse: 1469.65                                                                                          \n",
      "[202]\tvalid_0's rmse: 1468.58                                                                                          \n",
      "[203]\tvalid_0's rmse: 1467.73                                                                                          \n",
      "[204]\tvalid_0's rmse: 1466.85                                                                                          \n",
      "[205]\tvalid_0's rmse: 1465.93                                                                                          \n",
      "[206]\tvalid_0's rmse: 1464.95                                                                                          \n",
      "[207]\tvalid_0's rmse: 1463.42                                                                                          \n",
      "[208]\tvalid_0's rmse: 1463.01                                                                                          \n",
      "[209]\tvalid_0's rmse: 1462.12                                                                                          \n",
      "[210]\tvalid_0's rmse: 1461.38                                                                                          \n",
      "[211]\tvalid_0's rmse: 1460.47                                                                                          \n",
      "[212]\tvalid_0's rmse: 1459.9                                                                                           \n",
      "[213]\tvalid_0's rmse: 1458.97                                                                                          \n",
      "[214]\tvalid_0's rmse: 1458.06                                                                                          \n",
      "[215]\tvalid_0's rmse: 1456.56                                                                                          \n",
      "[216]\tvalid_0's rmse: 1455.77                                                                                          \n",
      "[217]\tvalid_0's rmse: 1455.13                                                                                          \n",
      "[218]\tvalid_0's rmse: 1453.6                                                                                           \n",
      "[219]\tvalid_0's rmse: 1452.79                                                                                          \n",
      "[220]\tvalid_0's rmse: 1451.78                                                                                          \n",
      "[221]\tvalid_0's rmse: 1451.35                                                                                          \n",
      "[222]\tvalid_0's rmse: 1450.61                                                                                          \n",
      "[223]\tvalid_0's rmse: 1449.84                                                                                          \n",
      "[224]\tvalid_0's rmse: 1448.97                                                                                          \n",
      "[225]\tvalid_0's rmse: 1447.65                                                                                          \n",
      "[226]\tvalid_0's rmse: 1446.99                                                                                          \n",
      "[227]\tvalid_0's rmse: 1446.06                                                                                          \n",
      "[228]\tvalid_0's rmse: 1445.13                                                                                          \n",
      "[229]\tvalid_0's rmse: 1443.83                                                                                          \n",
      "[230]\tvalid_0's rmse: 1443.05                                                                                          \n",
      "[231]\tvalid_0's rmse: 1442.31                                                                                          \n",
      "[232]\tvalid_0's rmse: 1441.23                                                                                          \n",
      "[233]\tvalid_0's rmse: 1440.8                                                                                           \n",
      "[234]\tvalid_0's rmse: 1440.12                                                                                          \n",
      "[235]\tvalid_0's rmse: 1439.53                                                                                          \n",
      "[236]\tvalid_0's rmse: 1439.06                                                                                          \n",
      "[237]\tvalid_0's rmse: 1438.27                                                                                          \n",
      "[238]\tvalid_0's rmse: 1437.69                                                                                          \n",
      "[239]\tvalid_0's rmse: 1436.82                                                                                          \n",
      "[240]\tvalid_0's rmse: 1436.42                                                                                          \n",
      "[241]\tvalid_0's rmse: 1435.51                                                                                          \n",
      "[242]\tvalid_0's rmse: 1434.7                                                                                           \n",
      "[243]\tvalid_0's rmse: 1433.01                                                                                          \n",
      "[244]\tvalid_0's rmse: 1432.38                                                                                          \n",
      "[245]\tvalid_0's rmse: 1431.4                                                                                           \n",
      "[246]\tvalid_0's rmse: 1430.17                                                                                          \n",
      "[247]\tvalid_0's rmse: 1429.13                                                                                          \n",
      "[248]\tvalid_0's rmse: 1428.81                                                                                          \n",
      "[249]\tvalid_0's rmse: 1427.8                                                                                           \n",
      "[250]\tvalid_0's rmse: 1427.23                                                                                          \n",
      "[251]\tvalid_0's rmse: 1425.84                                                                                          \n",
      "[252]\tvalid_0's rmse: 1425.11                                                                                          \n",
      "[253]\tvalid_0's rmse: 1424.33                                                                                          \n",
      "[254]\tvalid_0's rmse: 1423.99                                                                                          \n",
      "[255]\tvalid_0's rmse: 1423.56                                                                                          \n",
      "[256]\tvalid_0's rmse: 1422.73                                                                                          \n",
      "[257]\tvalid_0's rmse: 1421.86                                                                                          \n",
      "[258]\tvalid_0's rmse: 1420.7                                                                                           \n",
      "[259]\tvalid_0's rmse: 1419.79                                                                                          \n",
      "[260]\tvalid_0's rmse: 1419.02                                                                                          \n",
      "[261]\tvalid_0's rmse: 1418.02                                                                                          \n",
      "[262]\tvalid_0's rmse: 1417.15                                                                                          \n",
      "[263]\tvalid_0's rmse: 1416.34                                                                                          \n",
      "[264]\tvalid_0's rmse: 1415.09                                                                                          \n",
      "[265]\tvalid_0's rmse: 1414.39                                                                                          \n",
      "[266]\tvalid_0's rmse: 1413.47                                                                                          \n",
      "[267]\tvalid_0's rmse: 1412.69                                                                                          \n",
      "[268]\tvalid_0's rmse: 1412.36                                                                                          \n",
      "[269]\tvalid_0's rmse: 1410.95                                                                                          \n",
      "[270]\tvalid_0's rmse: 1409.28                                                                                          \n",
      "[271]\tvalid_0's rmse: 1408.31                                                                                          \n",
      "[272]\tvalid_0's rmse: 1407.7                                                                                           \n",
      "[273]\tvalid_0's rmse: 1407.01                                                                                          \n",
      "[274]\tvalid_0's rmse: 1406.1                                                                                           \n",
      "[275]\tvalid_0's rmse: 1405.62                                                                                          \n",
      "[276]\tvalid_0's rmse: 1404.86                                                                                          \n",
      "[277]\tvalid_0's rmse: 1404.17                                                                                          \n",
      "[278]\tvalid_0's rmse: 1403.75                                                                                          \n",
      "[279]\tvalid_0's rmse: 1402.47                                                                                          \n",
      "[280]\tvalid_0's rmse: 1401.64                                                                                          \n",
      "[281]\tvalid_0's rmse: 1401.15                                                                                          \n",
      "[282]\tvalid_0's rmse: 1400.55                                                                                          \n",
      "[283]\tvalid_0's rmse: 1399.8                                                                                           \n",
      "[284]\tvalid_0's rmse: 1398.99                                                                                          \n",
      "[285]\tvalid_0's rmse: 1398.46                                                                                          \n",
      "[286]\tvalid_0's rmse: 1398.11                                                                                          \n",
      "[287]\tvalid_0's rmse: 1397.41                                                                                          \n",
      "[288]\tvalid_0's rmse: 1396.42                                                                                          \n",
      "[289]\tvalid_0's rmse: 1395.65                                                                                          \n",
      "[290]\tvalid_0's rmse: 1394.59                                                                                          \n",
      "[291]\tvalid_0's rmse: 1393.66                                                                                          \n",
      "[292]\tvalid_0's rmse: 1393.32                                                                                          \n",
      "[293]\tvalid_0's rmse: 1392.45                                                                                          \n",
      "[294]\tvalid_0's rmse: 1391.52                                                                                          \n",
      "[295]\tvalid_0's rmse: 1390.88                                                                                          \n",
      "[296]\tvalid_0's rmse: 1390.63                                                                                          \n",
      "[297]\tvalid_0's rmse: 1389.65                                                                                          \n",
      "[298]\tvalid_0's rmse: 1389                                                                                             \n",
      "[299]\tvalid_0's rmse: 1388.45                                                                                          \n",
      "[300]\tvalid_0's rmse: 1387.46                                                                                          \n",
      "[301]\tvalid_0's rmse: 1386.91                                                                                          \n",
      "[302]\tvalid_0's rmse: 1386.32                                                                                          \n",
      "[303]\tvalid_0's rmse: 1385.58                                                                                          \n",
      "[304]\tvalid_0's rmse: 1385.06                                                                                          \n",
      "[305]\tvalid_0's rmse: 1384.39                                                                                          \n",
      "[306]\tvalid_0's rmse: 1383.71                                                                                          \n",
      "[307]\tvalid_0's rmse: 1382.93                                                                                          \n",
      "[308]\tvalid_0's rmse: 1382.2                                                                                           \n",
      "[309]\tvalid_0's rmse: 1381.44                                                                                          \n",
      "[310]\tvalid_0's rmse: 1379.91                                                                                          \n",
      "[311]\tvalid_0's rmse: 1378.81                                                                                          \n",
      "[312]\tvalid_0's rmse: 1378.26                                                                                          \n",
      "[313]\tvalid_0's rmse: 1377.79                                                                                          \n",
      "[314]\tvalid_0's rmse: 1377.33                                                                                          \n",
      "[315]\tvalid_0's rmse: 1377.11                                                                                          \n",
      "[316]\tvalid_0's rmse: 1376.61                                                                                          \n",
      "[317]\tvalid_0's rmse: 1375.95                                                                                          \n",
      "[318]\tvalid_0's rmse: 1375.26                                                                                          \n",
      "[319]\tvalid_0's rmse: 1374.65                                                                                          \n",
      "[320]\tvalid_0's rmse: 1374.18                                                                                          \n",
      "[321]\tvalid_0's rmse: 1373.96                                                                                          \n",
      "[322]\tvalid_0's rmse: 1373.37                                                                                          \n",
      "[323]\tvalid_0's rmse: 1371.67                                                                                          \n",
      "[324]\tvalid_0's rmse: 1370.31                                                                                          \n",
      "[325]\tvalid_0's rmse: 1369.83                                                                                          \n",
      "[326]\tvalid_0's rmse: 1369.19                                                                                          \n",
      "[327]\tvalid_0's rmse: 1368.06                                                                                          \n",
      "[328]\tvalid_0's rmse: 1367.1                                                                                           \n",
      "[329]\tvalid_0's rmse: 1365.18                                                                                          \n",
      "[330]\tvalid_0's rmse: 1364.68                                                                                          \n",
      "[331]\tvalid_0's rmse: 1364.3                                                                                           \n",
      "[332]\tvalid_0's rmse: 1363.78                                                                                          \n",
      "[333]\tvalid_0's rmse: 1363.49                                                                                          \n",
      "[334]\tvalid_0's rmse: 1363.16                                                                                          \n",
      "[335]\tvalid_0's rmse: 1362.56                                                                                          \n",
      "[336]\tvalid_0's rmse: 1361.72                                                                                          \n",
      "[337]\tvalid_0's rmse: 1361.31                                                                                          \n",
      "[338]\tvalid_0's rmse: 1360.81                                                                                          \n",
      "[339]\tvalid_0's rmse: 1359.14                                                                                          \n",
      "[340]\tvalid_0's rmse: 1358.62                                                                                          \n",
      "[341]\tvalid_0's rmse: 1358.13                                                                                          \n",
      "[342]\tvalid_0's rmse: 1357.83                                                                                          \n",
      "[343]\tvalid_0's rmse: 1357.54                                                                                          \n",
      "[344]\tvalid_0's rmse: 1356.93                                                                                          \n",
      "[345]\tvalid_0's rmse: 1356.41                                                                                          \n",
      "[346]\tvalid_0's rmse: 1356.06                                                                                          \n",
      "[347]\tvalid_0's rmse: 1355.56                                                                                          \n",
      "[348]\tvalid_0's rmse: 1355.08                                                                                          \n",
      "[349]\tvalid_0's rmse: 1354.66                                                                                          \n",
      "[350]\tvalid_0's rmse: 1354.13                                                                                          \n",
      "[351]\tvalid_0's rmse: 1353.69                                                                                          \n",
      "[352]\tvalid_0's rmse: 1353.19                                                                                          \n",
      "[353]\tvalid_0's rmse: 1352.82                                                                                          \n",
      "[354]\tvalid_0's rmse: 1352.36                                                                                          \n",
      "[355]\tvalid_0's rmse: 1351.97                                                                                          \n",
      "[356]\tvalid_0's rmse: 1351.41                                                                                          \n",
      "[357]\tvalid_0's rmse: 1351                                                                                             \n",
      "[358]\tvalid_0's rmse: 1350.13                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[358]\tvalid_0's rmse: 1350.13\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013489 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7145.31                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6818.31                                                                                            \n",
      "[3]\tvalid_0's rmse: 6518.27                                                                                            \n",
      "[4]\tvalid_0's rmse: 6222.92                                                                                            \n",
      "[5]\tvalid_0's rmse: 5943.2                                                                                             \n",
      "[6]\tvalid_0's rmse: 5694.25                                                                                            \n",
      "[7]\tvalid_0's rmse: 5452.31                                                                                            \n",
      "[8]\tvalid_0's rmse: 5220.66                                                                                            \n",
      "[9]\tvalid_0's rmse: 5022.83                                                                                            \n",
      "[10]\tvalid_0's rmse: 4820.24                                                                                           \n",
      "[11]\tvalid_0's rmse: 4627.48                                                                                           \n",
      "[12]\tvalid_0's rmse: 4450.91                                                                                           \n",
      "[13]\tvalid_0's rmse: 4281.96                                                                                           \n",
      "[14]\tvalid_0's rmse: 4130.24                                                                                           \n",
      "[15]\tvalid_0's rmse: 3983.26                                                                                           \n",
      "[16]\tvalid_0's rmse: 3846.86                                                                                           \n",
      "[17]\tvalid_0's rmse: 3720.66                                                                                           \n",
      "                                                                                                                       \r"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[18]\tvalid_0's rmse: 3597.38\n",
      "[19]\tvalid_0's rmse: 3487.31                                                                                           \n",
      "[20]\tvalid_0's rmse: 3381.71                                                                                           \n",
      "[21]\tvalid_0's rmse: 3283                                                                                              \n",
      "[22]\tvalid_0's rmse: 3192.67                                                                                           \n",
      "[23]\tvalid_0's rmse: 3109.05                                                                                           \n",
      "[24]\tvalid_0's rmse: 3029.37                                                                                           \n",
      "[25]\tvalid_0's rmse: 2953.4                                                                                            \n",
      "[26]\tvalid_0's rmse: 2883.79                                                                                           \n",
      "[27]\tvalid_0's rmse: 2815.95                                                                                           \n",
      "[28]\tvalid_0's rmse: 2752.88                                                                                           \n",
      "[29]\tvalid_0's rmse: 2695.09                                                                                           \n",
      "[30]\tvalid_0's rmse: 2639.85                                                                                           \n",
      "[31]\tvalid_0's rmse: 2590.1                                                                                            \n",
      "[32]\tvalid_0's rmse: 2541.71                                                                                           \n",
      "[33]\tvalid_0's rmse: 2496.09                                                                                           \n",
      "[34]\tvalid_0's rmse: 2455.32                                                                                           \n",
      "[35]\tvalid_0's rmse: 2414.56                                                                                           \n",
      "[36]\tvalid_0's rmse: 2377.12                                                                                           \n",
      "[37]\tvalid_0's rmse: 2338.44                                                                                           \n",
      "[38]\tvalid_0's rmse: 2305.47                                                                                           \n",
      "[39]\tvalid_0's rmse: 2271.02                                                                                           \n",
      "[40]\tvalid_0's rmse: 2240.91                                                                                           \n",
      "[41]\tvalid_0's rmse: 2211.65                                                                                           \n",
      "[42]\tvalid_0's rmse: 2185.91                                                                                           \n",
      "[43]\tvalid_0's rmse: 2159.68                                                                                           \n",
      "[44]\tvalid_0's rmse: 2137.63                                                                                           \n",
      "[45]\tvalid_0's rmse: 2112.05                                                                                           \n",
      "[46]\tvalid_0's rmse: 2085.98                                                                                           \n",
      "[47]\tvalid_0's rmse: 2064.41                                                                                           \n",
      "[48]\tvalid_0's rmse: 2044.39                                                                                           \n",
      "[49]\tvalid_0's rmse: 2025.09                                                                                           \n",
      "[50]\tvalid_0's rmse: 2004.95                                                                                           \n",
      "[51]\tvalid_0's rmse: 1986.4                                                                                            \n",
      "[52]\tvalid_0's rmse: 1970.12                                                                                           \n",
      "[53]\tvalid_0's rmse: 1955.47                                                                                           \n",
      "[54]\tvalid_0's rmse: 1942.33                                                                                           \n",
      "[55]\tvalid_0's rmse: 1925.46                                                                                           \n",
      "[56]\tvalid_0's rmse: 1913.04                                                                                           \n",
      "[57]\tvalid_0's rmse: 1899.78                                                                                           \n",
      "[58]\tvalid_0's rmse: 1888.86                                                                                           \n",
      "[59]\tvalid_0's rmse: 1876.95                                                                                           \n",
      "[60]\tvalid_0's rmse: 1865.07                                                                                           \n",
      "[61]\tvalid_0's rmse: 1855.17                                                                                           \n",
      "[62]\tvalid_0's rmse: 1843.96                                                                                           \n",
      "[63]\tvalid_0's rmse: 1833.37                                                                                           \n",
      "[64]\tvalid_0's rmse: 1823.57                                                                                           \n",
      "[65]\tvalid_0's rmse: 1814.37                                                                                           \n",
      "[66]\tvalid_0's rmse: 1803.93                                                                                           \n",
      "[67]\tvalid_0's rmse: 1796.05                                                                                           \n",
      "[68]\tvalid_0's rmse: 1787.09                                                                                           \n",
      "[69]\tvalid_0's rmse: 1778.65                                                                                           \n",
      "[70]\tvalid_0's rmse: 1772.89                                                                                           \n",
      "[71]\tvalid_0's rmse: 1765.27                                                                                           \n",
      "[72]\tvalid_0's rmse: 1758.32                                                                                           \n",
      "[73]\tvalid_0's rmse: 1751.57                                                                                           \n",
      "[74]\tvalid_0's rmse: 1742.04                                                                                           \n",
      "[75]\tvalid_0's rmse: 1735.61                                                                                           \n",
      "[76]\tvalid_0's rmse: 1728.18                                                                                           \n",
      "[77]\tvalid_0's rmse: 1721.21                                                                                           \n",
      "[78]\tvalid_0's rmse: 1714.67                                                                                           \n",
      "[79]\tvalid_0's rmse: 1709.1                                                                                            \n",
      "[80]\tvalid_0's rmse: 1703.82                                                                                           \n",
      "[81]\tvalid_0's rmse: 1698.75                                                                                           \n",
      "[82]\tvalid_0's rmse: 1693.69                                                                                           \n",
      "[83]\tvalid_0's rmse: 1688.52                                                                                           \n",
      "[84]\tvalid_0's rmse: 1684.26                                                                                           \n",
      "[85]\tvalid_0's rmse: 1677.81                                                                                           \n",
      "[86]\tvalid_0's rmse: 1674.14                                                                                           \n",
      "[87]\tvalid_0's rmse: 1670.07                                                                                           \n",
      "[88]\tvalid_0's rmse: 1664.29                                                                                           \n",
      "[89]\tvalid_0's rmse: 1660.39                                                                                           \n",
      "[90]\tvalid_0's rmse: 1656.23                                                                                           \n",
      "[91]\tvalid_0's rmse: 1652.43                                                                                           \n",
      "[92]\tvalid_0's rmse: 1648.83                                                                                           \n",
      "[93]\tvalid_0's rmse: 1645.29                                                                                           \n",
      "[94]\tvalid_0's rmse: 1642.33                                                                                           \n",
      "[95]\tvalid_0's rmse: 1639.59                                                                                           \n",
      "[96]\tvalid_0's rmse: 1635.52                                                                                           \n",
      "[97]\tvalid_0's rmse: 1631.95                                                                                           \n",
      "[98]\tvalid_0's rmse: 1629.18                                                                                           \n",
      "[99]\tvalid_0's rmse: 1626.45                                                                                           \n",
      "[100]\tvalid_0's rmse: 1621.87                                                                                          \n",
      "[101]\tvalid_0's rmse: 1618.98                                                                                          \n",
      "[102]\tvalid_0's rmse: 1617.12                                                                                          \n",
      "[103]\tvalid_0's rmse: 1612.55                                                                                          \n",
      "[104]\tvalid_0's rmse: 1609.62                                                                                          \n",
      "[105]\tvalid_0's rmse: 1606.47                                                                                          \n",
      "[106]\tvalid_0's rmse: 1602.52                                                                                          \n",
      "[107]\tvalid_0's rmse: 1600.05                                                                                          \n",
      "[108]\tvalid_0's rmse: 1596.78                                                                                          \n",
      "[109]\tvalid_0's rmse: 1594.4                                                                                           \n",
      "[110]\tvalid_0's rmse: 1592.63                                                                                          \n",
      "[111]\tvalid_0's rmse: 1590.77                                                                                          \n",
      "[112]\tvalid_0's rmse: 1588.57                                                                                          \n",
      "[113]\tvalid_0's rmse: 1585.06                                                                                          \n",
      "[114]\tvalid_0's rmse: 1583.13                                                                                          \n",
      "[115]\tvalid_0's rmse: 1581.02                                                                                          \n",
      "[116]\tvalid_0's rmse: 1579.89                                                                                          \n",
      "[117]\tvalid_0's rmse: 1577.94                                                                                          \n",
      "[118]\tvalid_0's rmse: 1575.55                                                                                          \n",
      "[119]\tvalid_0's rmse: 1573.64                                                                                          \n",
      "[120]\tvalid_0's rmse: 1572.14                                                                                          \n",
      "[121]\tvalid_0's rmse: 1570.32                                                                                          \n",
      "[122]\tvalid_0's rmse: 1568.57                                                                                          \n",
      "[123]\tvalid_0's rmse: 1566.81                                                                                          \n",
      "[124]\tvalid_0's rmse: 1565.79                                                                                          \n",
      "[125]\tvalid_0's rmse: 1564.56                                                                                          \n",
      "[126]\tvalid_0's rmse: 1562.06                                                                                          \n",
      "[127]\tvalid_0's rmse: 1560.52                                                                                          \n",
      "[128]\tvalid_0's rmse: 1559.04                                                                                          \n",
      "[129]\tvalid_0's rmse: 1557.62                                                                                          \n",
      "[130]\tvalid_0's rmse: 1556.41                                                                                          \n",
      "[131]\tvalid_0's rmse: 1553.91                                                                                          \n",
      "[132]\tvalid_0's rmse: 1551.57                                                                                          \n",
      "[133]\tvalid_0's rmse: 1550.48                                                                                          \n",
      "[134]\tvalid_0's rmse: 1548.79                                                                                          \n",
      "[135]\tvalid_0's rmse: 1547.54                                                                                          \n",
      "[136]\tvalid_0's rmse: 1545.67                                                                                          \n",
      "[137]\tvalid_0's rmse: 1543.52                                                                                          \n",
      "[138]\tvalid_0's rmse: 1542.42                                                                                          \n",
      "[139]\tvalid_0's rmse: 1540.37                                                                                          \n",
      "[140]\tvalid_0's rmse: 1539.26                                                                                          \n",
      "[141]\tvalid_0's rmse: 1537.76                                                                                          \n",
      "[142]\tvalid_0's rmse: 1536.52                                                                                          \n",
      "[143]\tvalid_0's rmse: 1534.46                                                                                          \n",
      "[144]\tvalid_0's rmse: 1532.95                                                                                          \n",
      "[145]\tvalid_0's rmse: 1531.85                                                                                          \n",
      "[146]\tvalid_0's rmse: 1530.39                                                                                          \n",
      "[147]\tvalid_0's rmse: 1528.51                                                                                          \n",
      "[148]\tvalid_0's rmse: 1527.21                                                                                          \n",
      "[149]\tvalid_0's rmse: 1526.14                                                                                          \n",
      "[150]\tvalid_0's rmse: 1524.29                                                                                          \n",
      "[151]\tvalid_0's rmse: 1523.15                                                                                          \n",
      "[152]\tvalid_0's rmse: 1521.58                                                                                          \n",
      "[153]\tvalid_0's rmse: 1520.71                                                                                          \n",
      "[154]\tvalid_0's rmse: 1519.6                                                                                           \n",
      "[155]\tvalid_0's rmse: 1518.49                                                                                          \n",
      "[156]\tvalid_0's rmse: 1517.19                                                                                          \n",
      "[157]\tvalid_0's rmse: 1515.92                                                                                          \n",
      "[158]\tvalid_0's rmse: 1514.63                                                                                          \n",
      "[159]\tvalid_0's rmse: 1514.02                                                                                          \n",
      "[160]\tvalid_0's rmse: 1512.37                                                                                          \n",
      "[161]\tvalid_0's rmse: 1511.24                                                                                          \n",
      "[162]\tvalid_0's rmse: 1509.21                                                                                          \n",
      "[163]\tvalid_0's rmse: 1508.07                                                                                          \n",
      "[164]\tvalid_0's rmse: 1506.9                                                                                           \n",
      "[165]\tvalid_0's rmse: 1505.56                                                                                          \n",
      "[166]\tvalid_0's rmse: 1504.16                                                                                          \n",
      "[167]\tvalid_0's rmse: 1503.11                                                                                          \n",
      "[168]\tvalid_0's rmse: 1501.87                                                                                          \n",
      "[169]\tvalid_0's rmse: 1500.22                                                                                          \n",
      "[170]\tvalid_0's rmse: 1499.41                                                                                          \n",
      "[171]\tvalid_0's rmse: 1497.55                                                                                          \n",
      "[172]\tvalid_0's rmse: 1496.74                                                                                          \n",
      "[173]\tvalid_0's rmse: 1495.43                                                                                          \n",
      "[174]\tvalid_0's rmse: 1494.96                                                                                          \n",
      "[175]\tvalid_0's rmse: 1494.06                                                                                          \n",
      "[176]\tvalid_0's rmse: 1492.52                                                                                          \n",
      "[177]\tvalid_0's rmse: 1491.09                                                                                          \n",
      "[178]\tvalid_0's rmse: 1490.26                                                                                          \n",
      "[179]\tvalid_0's rmse: 1488.94                                                                                          \n",
      "[180]\tvalid_0's rmse: 1488.1                                                                                           \n",
      "[181]\tvalid_0's rmse: 1486.98                                                                                          \n",
      "[182]\tvalid_0's rmse: 1485.73                                                                                          \n",
      "[183]\tvalid_0's rmse: 1484.33                                                                                          \n",
      "[184]\tvalid_0's rmse: 1483                                                                                             \n",
      "[185]\tvalid_0's rmse: 1481.69                                                                                          \n",
      "[186]\tvalid_0's rmse: 1480.4                                                                                           \n",
      "[187]\tvalid_0's rmse: 1479.15                                                                                          \n",
      "[188]\tvalid_0's rmse: 1478.12                                                                                          \n",
      "[189]\tvalid_0's rmse: 1477.5                                                                                           \n",
      "[190]\tvalid_0's rmse: 1476.77                                                                                          \n",
      "[191]\tvalid_0's rmse: 1476.04                                                                                          \n",
      "[192]\tvalid_0's rmse: 1475.11                                                                                          \n",
      "[193]\tvalid_0's rmse: 1473.79                                                                                          \n",
      "[194]\tvalid_0's rmse: 1472.63                                                                                          \n",
      "[195]\tvalid_0's rmse: 1471.34                                                                                          \n",
      "[196]\tvalid_0's rmse: 1470.57                                                                                          \n",
      "[197]\tvalid_0's rmse: 1469.9                                                                                           \n",
      "[198]\tvalid_0's rmse: 1469.54                                                                                          \n",
      "[199]\tvalid_0's rmse: 1468.95                                                                                          \n",
      "[200]\tvalid_0's rmse: 1468.32                                                                                          \n",
      "[201]\tvalid_0's rmse: 1466.99                                                                                          \n",
      "[202]\tvalid_0's rmse: 1465.8                                                                                           \n",
      "[203]\tvalid_0's rmse: 1465.06                                                                                          \n",
      "[204]\tvalid_0's rmse: 1463.99                                                                                          \n",
      "[205]\tvalid_0's rmse: 1462.99                                                                                          \n",
      "[206]\tvalid_0's rmse: 1460.09                                                                                          \n",
      "[207]\tvalid_0's rmse: 1459.42                                                                                          \n",
      "[208]\tvalid_0's rmse: 1458.73                                                                                          \n",
      "[209]\tvalid_0's rmse: 1458.23                                                                                          \n",
      "[210]\tvalid_0's rmse: 1457.35                                                                                          \n",
      "[211]\tvalid_0's rmse: 1456.21                                                                                          \n",
      "[212]\tvalid_0's rmse: 1455.09                                                                                          \n",
      "[213]\tvalid_0's rmse: 1453.94                                                                                          \n",
      "[214]\tvalid_0's rmse: 1453.05                                                                                          \n",
      "[215]\tvalid_0's rmse: 1452.6                                                                                           \n",
      "[216]\tvalid_0's rmse: 1451.75                                                                                          \n",
      "[217]\tvalid_0's rmse: 1451.17                                                                                          \n",
      "[218]\tvalid_0's rmse: 1450.32                                                                                          \n",
      "[219]\tvalid_0's rmse: 1449.65                                                                                          \n",
      "[220]\tvalid_0's rmse: 1448.44                                                                                          \n",
      "[221]\tvalid_0's rmse: 1447.36                                                                                          \n",
      "[222]\tvalid_0's rmse: 1446.28                                                                                          \n",
      "[223]\tvalid_0's rmse: 1445.52                                                                                          \n",
      "[224]\tvalid_0's rmse: 1444.94                                                                                          \n",
      "[225]\tvalid_0's rmse: 1444.17                                                                                          \n",
      "[226]\tvalid_0's rmse: 1443.52                                                                                          \n",
      "[227]\tvalid_0's rmse: 1442.9                                                                                           \n",
      "[228]\tvalid_0's rmse: 1440.36                                                                                          \n",
      "[229]\tvalid_0's rmse: 1439.89                                                                                          \n",
      "[230]\tvalid_0's rmse: 1439.3                                                                                           \n",
      "[231]\tvalid_0's rmse: 1438.85                                                                                          \n",
      "[232]\tvalid_0's rmse: 1437.82                                                                                          \n",
      "[233]\tvalid_0's rmse: 1437.11                                                                                          \n",
      "[234]\tvalid_0's rmse: 1436.52                                                                                          \n",
      "[235]\tvalid_0's rmse: 1435.31                                                                                          \n",
      "[236]\tvalid_0's rmse: 1433.92                                                                                          \n",
      "[237]\tvalid_0's rmse: 1433.24                                                                                          \n",
      "[238]\tvalid_0's rmse: 1432.86                                                                                          \n",
      "[239]\tvalid_0's rmse: 1432.51                                                                                          \n",
      "[240]\tvalid_0's rmse: 1431.49                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[240]\tvalid_0's rmse: 1431.49\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013899 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7192.22                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6905.85                                                                                            \n",
      "[3]\tvalid_0's rmse: 6640.91                                                                                            \n",
      "[4]\tvalid_0's rmse: 6377.2                                                                                             \n",
      "[5]\tvalid_0's rmse: 6125.96                                                                                            \n",
      "[6]\tvalid_0's rmse: 5900.73                                                                                            \n",
      "[7]\tvalid_0's rmse: 5681.21                                                                                            \n",
      "[8]\tvalid_0's rmse: 5467.79                                                                                            \n",
      "[9]\tvalid_0's rmse: 5284.62                                                                                            \n",
      "[10]\tvalid_0's rmse: 5096.51                                                                                           \n",
      "[11]\tvalid_0's rmse: 4912.96                                                                                           \n",
      "[12]\tvalid_0's rmse: 4744.02                                                                                           \n",
      "[13]\tvalid_0's rmse: 4582.05                                                                                           \n",
      "[14]\tvalid_0's rmse: 4434.64                                                                                           \n",
      "[15]\tvalid_0's rmse: 4291.67                                                                                           \n",
      " 10%|████▉                                            | 2/20 [00:06<00:58,  3.26s/trial, best loss: 1822844.0976884754]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[16]\tvalid_0's rmse: 4154.53                                                                                           \n",
      "[17]\tvalid_0's rmse: 4027.22                                                                                           \n",
      "[18]\tvalid_0's rmse: 3905.95                                                                                           \n",
      "[19]\tvalid_0's rmse: 3793.55                                                                                           \n",
      "[20]\tvalid_0's rmse: 3685.01                                                                                           \n",
      "[21]\tvalid_0's rmse: 3580.26                                                                                           \n",
      "[22]\tvalid_0's rmse: 3484.41                                                                                           \n",
      "[23]\tvalid_0's rmse: 3395.45                                                                                           \n",
      "[24]\tvalid_0's rmse: 3308.22                                                                                           \n",
      "[25]\tvalid_0's rmse: 3226.81                                                                                           \n",
      "[26]\tvalid_0's rmse: 3150.51                                                                                           \n",
      "[27]\tvalid_0's rmse: 3077.35                                                                                           \n",
      "[28]\tvalid_0's rmse: 3008.73                                                                                           \n",
      "[29]\tvalid_0's rmse: 2942.84                                                                                           \n",
      "[30]\tvalid_0's rmse: 2882.54                                                                                           \n",
      "[31]\tvalid_0's rmse: 2825.33                                                                                           \n",
      "[32]\tvalid_0's rmse: 2771.93                                                                                           \n",
      "[33]\tvalid_0's rmse: 2721.42                                                                                           \n",
      "[34]\tvalid_0's rmse: 2673.34                                                                                           \n",
      "[35]\tvalid_0's rmse: 2627.93                                                                                           \n",
      "[36]\tvalid_0's rmse: 2583.46                                                                                           \n",
      "[37]\tvalid_0's rmse: 2541.68                                                                                           \n",
      "[38]\tvalid_0's rmse: 2501.28                                                                                           \n",
      "[39]\tvalid_0's rmse: 2461.37                                                                                           \n",
      "[40]\tvalid_0's rmse: 2428.4                                                                                            \n",
      "[41]\tvalid_0's rmse: 2395.12                                                                                           \n",
      "[42]\tvalid_0's rmse: 2363.42                                                                                           \n",
      "[43]\tvalid_0's rmse: 2331.46                                                                                           \n",
      "[44]\tvalid_0's rmse: 2303.74                                                                                           \n",
      "[45]\tvalid_0's rmse: 2276.16                                                                                           \n",
      "[46]\tvalid_0's rmse: 2247.79                                                                                           \n",
      "[47]\tvalid_0's rmse: 2221.24                                                                                           \n",
      "[48]\tvalid_0's rmse: 2197.68                                                                                           \n",
      "[49]\tvalid_0's rmse: 2172.16                                                                                           \n",
      "[50]\tvalid_0's rmse: 2150.1                                                                                            \n",
      "[51]\tvalid_0's rmse: 2129.7                                                                                            \n",
      "[52]\tvalid_0's rmse: 2108.81                                                                                           \n",
      "[53]\tvalid_0's rmse: 2089.43                                                                                           \n",
      "[54]\tvalid_0's rmse: 2072.8                                                                                            \n",
      "[55]\tvalid_0's rmse: 2053.89                                                                                           \n",
      "[56]\tvalid_0's rmse: 2037.91                                                                                           \n",
      "[57]\tvalid_0's rmse: 2020.52                                                                                           \n",
      "[58]\tvalid_0's rmse: 2005.65                                                                                           \n",
      "[59]\tvalid_0's rmse: 1991.04                                                                                           \n",
      "[60]\tvalid_0's rmse: 1976.47                                                                                           \n",
      "[61]\tvalid_0's rmse: 1963.24                                                                                           \n",
      "[62]\tvalid_0's rmse: 1949.2                                                                                            \n",
      "[63]\tvalid_0's rmse: 1937.09                                                                                           \n",
      "[64]\tvalid_0's rmse: 1925.52                                                                                           \n",
      "[65]\tvalid_0's rmse: 1915.52                                                                                           \n",
      "[66]\tvalid_0's rmse: 1902.54                                                                                           \n",
      "[67]\tvalid_0's rmse: 1892.86                                                                                           \n",
      "[68]\tvalid_0's rmse: 1881.47                                                                                           \n",
      "[69]\tvalid_0's rmse: 1871.32                                                                                           \n",
      "[70]\tvalid_0's rmse: 1863.18                                                                                           \n",
      "[71]\tvalid_0's rmse: 1853.76                                                                                           \n",
      "[72]\tvalid_0's rmse: 1844.83                                                                                           \n",
      "[73]\tvalid_0's rmse: 1835.56                                                                                           \n",
      "[74]\tvalid_0's rmse: 1826.6                                                                                            \n",
      "[75]\tvalid_0's rmse: 1816.57                                                                                           \n",
      "[76]\tvalid_0's rmse: 1807.4                                                                                            \n",
      "[77]\tvalid_0's rmse: 1800.23                                                                                           \n",
      "[78]\tvalid_0's rmse: 1792.56                                                                                           \n",
      "[79]\tvalid_0's rmse: 1785.51                                                                                           \n",
      "[80]\tvalid_0's rmse: 1778.84                                                                                           \n",
      "[81]\tvalid_0's rmse: 1773.48                                                                                           \n",
      "[82]\tvalid_0's rmse: 1767.56                                                                                           \n",
      "[83]\tvalid_0's rmse: 1760.91                                                                                           \n",
      "[84]\tvalid_0's rmse: 1753.46                                                                                           \n",
      "[85]\tvalid_0's rmse: 1746.61                                                                                           \n",
      "[86]\tvalid_0's rmse: 1740.77                                                                                           \n",
      "[87]\tvalid_0's rmse: 1734.78                                                                                           \n",
      "[88]\tvalid_0's rmse: 1729.79                                                                                           \n",
      "[89]\tvalid_0's rmse: 1723.65                                                                                           \n",
      "[90]\tvalid_0's rmse: 1718.56                                                                                           \n",
      "[91]\tvalid_0's rmse: 1713.89                                                                                           \n",
      "[92]\tvalid_0's rmse: 1707.76                                                                                           \n",
      "[93]\tvalid_0's rmse: 1703.33                                                                                           \n",
      "[94]\tvalid_0's rmse: 1699.02                                                                                           \n",
      "[95]\tvalid_0's rmse: 1693.38                                                                                           \n",
      "[96]\tvalid_0's rmse: 1688.9                                                                                            \n",
      "[97]\tvalid_0's rmse: 1685.27                                                                                           \n",
      "[98]\tvalid_0's rmse: 1680.97                                                                                           \n",
      "[99]\tvalid_0's rmse: 1677.1                                                                                            \n",
      "[100]\tvalid_0's rmse: 1671.94                                                                                          \n",
      "[101]\tvalid_0's rmse: 1666.7                                                                                           \n",
      "[102]\tvalid_0's rmse: 1663.03                                                                                          \n",
      "[103]\tvalid_0's rmse: 1659.96                                                                                          \n",
      "[104]\tvalid_0's rmse: 1655.68                                                                                          \n",
      "[105]\tvalid_0's rmse: 1652.02                                                                                          \n",
      "[106]\tvalid_0's rmse: 1648.86                                                                                          \n",
      "[107]\tvalid_0's rmse: 1645.35                                                                                          \n",
      "[108]\tvalid_0's rmse: 1642.5                                                                                           \n",
      "[109]\tvalid_0's rmse: 1639.53                                                                                          \n",
      "[110]\tvalid_0's rmse: 1636.64                                                                                          \n",
      "[111]\tvalid_0's rmse: 1632.6                                                                                           \n",
      "[112]\tvalid_0's rmse: 1629.13                                                                                          \n",
      "[113]\tvalid_0's rmse: 1626.32                                                                                          \n",
      "[114]\tvalid_0's rmse: 1623.64                                                                                          \n",
      "[115]\tvalid_0's rmse: 1620.18                                                                                          \n",
      "[116]\tvalid_0's rmse: 1617.85                                                                                          \n",
      "[117]\tvalid_0's rmse: 1615.39                                                                                          \n",
      "[118]\tvalid_0's rmse: 1612.89                                                                                          \n",
      "[119]\tvalid_0's rmse: 1610.58                                                                                          \n",
      "[120]\tvalid_0's rmse: 1608.33                                                                                          \n",
      "[121]\tvalid_0's rmse: 1605.97                                                                                          \n",
      "[122]\tvalid_0's rmse: 1602.97                                                                                          \n",
      "[123]\tvalid_0's rmse: 1600.96                                                                                          \n",
      "[124]\tvalid_0's rmse: 1599.2                                                                                           \n",
      "[125]\tvalid_0's rmse: 1597.27                                                                                          \n",
      "[126]\tvalid_0's rmse: 1594.93                                                                                          \n",
      "[127]\tvalid_0's rmse: 1593.04                                                                                          \n",
      "[128]\tvalid_0's rmse: 1591.43                                                                                          \n",
      "[129]\tvalid_0's rmse: 1589.56                                                                                          \n",
      "[130]\tvalid_0's rmse: 1586.48                                                                                          \n",
      "[131]\tvalid_0's rmse: 1583.78                                                                                          \n",
      "[132]\tvalid_0's rmse: 1581.33                                                                                          \n",
      "[133]\tvalid_0's rmse: 1579.58                                                                                          \n",
      "[134]\tvalid_0's rmse: 1577.4                                                                                           \n",
      "[135]\tvalid_0's rmse: 1575.98                                                                                          \n",
      "[136]\tvalid_0's rmse: 1574.08                                                                                          \n",
      "[137]\tvalid_0's rmse: 1572.94                                                                                          \n",
      "[138]\tvalid_0's rmse: 1570.7                                                                                           \n",
      "[139]\tvalid_0's rmse: 1567.91                                                                                          \n",
      "[140]\tvalid_0's rmse: 1566.11                                                                                          \n",
      "[141]\tvalid_0's rmse: 1564.65                                                                                          \n",
      "[142]\tvalid_0's rmse: 1563.15                                                                                          \n",
      "[143]\tvalid_0's rmse: 1561.76                                                                                          \n",
      "[144]\tvalid_0's rmse: 1559.85                                                                                          \n",
      "[145]\tvalid_0's rmse: 1558.68                                                                                          \n",
      "[146]\tvalid_0's rmse: 1556.7                                                                                           \n",
      "[147]\tvalid_0's rmse: 1555.25                                                                                          \n",
      "[148]\tvalid_0's rmse: 1553.78                                                                                          \n",
      "[149]\tvalid_0's rmse: 1552.61                                                                                          \n",
      "[150]\tvalid_0's rmse: 1551.49                                                                                          \n",
      "[151]\tvalid_0's rmse: 1549.69                                                                                          \n",
      "[152]\tvalid_0's rmse: 1548.1                                                                                           \n",
      "[153]\tvalid_0's rmse: 1546.82                                                                                          \n",
      "[154]\tvalid_0's rmse: 1545.67                                                                                          \n",
      "[155]\tvalid_0's rmse: 1544.51                                                                                          \n",
      "[156]\tvalid_0's rmse: 1543.58                                                                                          \n",
      "[157]\tvalid_0's rmse: 1542.39                                                                                          \n",
      "[158]\tvalid_0's rmse: 1541.41                                                                                          \n",
      "[159]\tvalid_0's rmse: 1539.64                                                                                          \n",
      "[160]\tvalid_0's rmse: 1537.97                                                                                          \n",
      "[161]\tvalid_0's rmse: 1536.57                                                                                          \n",
      "[162]\tvalid_0's rmse: 1535.37                                                                                          \n",
      "[163]\tvalid_0's rmse: 1533.82                                                                                          \n",
      "[164]\tvalid_0's rmse: 1532.28                                                                                          \n",
      "[165]\tvalid_0's rmse: 1530.85                                                                                          \n",
      "[166]\tvalid_0's rmse: 1529.91                                                                                          \n",
      "[167]\tvalid_0's rmse: 1528.57                                                                                          \n",
      "[168]\tvalid_0's rmse: 1526.9                                                                                           \n",
      "[169]\tvalid_0's rmse: 1525.59                                                                                          \n",
      "[170]\tvalid_0's rmse: 1524.78                                                                                          \n",
      "[171]\tvalid_0's rmse: 1523.74                                                                                          \n",
      "[172]\tvalid_0's rmse: 1522.47                                                                                          \n",
      "[173]\tvalid_0's rmse: 1521.52                                                                                          \n",
      "[174]\tvalid_0's rmse: 1519.84                                                                                          \n",
      "[175]\tvalid_0's rmse: 1518.49                                                                                          \n",
      "[176]\tvalid_0's rmse: 1517.18                                                                                          \n",
      "[177]\tvalid_0's rmse: 1516.1                                                                                           \n",
      "[178]\tvalid_0's rmse: 1515.31                                                                                          \n",
      "[179]\tvalid_0's rmse: 1513.86                                                                                          \n",
      "[180]\tvalid_0's rmse: 1513.14                                                                                          \n",
      "[181]\tvalid_0's rmse: 1512.24                                                                                          \n",
      "[182]\tvalid_0's rmse: 1510.64                                                                                          \n",
      "[183]\tvalid_0's rmse: 1509.9                                                                                           \n",
      "[184]\tvalid_0's rmse: 1508.99                                                                                          \n",
      "[185]\tvalid_0's rmse: 1508.05                                                                                          \n",
      "[186]\tvalid_0's rmse: 1506.82                                                                                          \n",
      "[187]\tvalid_0's rmse: 1505.24                                                                                          \n",
      "[188]\tvalid_0's rmse: 1503.6                                                                                           \n",
      "[189]\tvalid_0's rmse: 1502.41                                                                                          \n",
      "[190]\tvalid_0's rmse: 1501.57                                                                                          \n",
      "[191]\tvalid_0's rmse: 1500.94                                                                                          \n",
      "[192]\tvalid_0's rmse: 1499.33                                                                                          \n",
      "[193]\tvalid_0's rmse: 1498.32                                                                                          \n",
      "[194]\tvalid_0's rmse: 1497.28                                                                                          \n",
      "[195]\tvalid_0's rmse: 1496.26                                                                                          \n",
      "[196]\tvalid_0's rmse: 1495.35                                                                                          \n",
      "[197]\tvalid_0's rmse: 1494.55                                                                                          \n",
      "[198]\tvalid_0's rmse: 1493.47                                                                                          \n",
      "[199]\tvalid_0's rmse: 1492.91                                                                                          \n",
      "[200]\tvalid_0's rmse: 1491.86                                                                                          \n",
      "[201]\tvalid_0's rmse: 1490.92                                                                                          \n",
      "[202]\tvalid_0's rmse: 1488.95                                                                                          \n",
      "[203]\tvalid_0's rmse: 1488.44                                                                                          \n",
      "[204]\tvalid_0's rmse: 1486.93                                                                                          \n",
      "[205]\tvalid_0's rmse: 1486.09                                                                                          \n",
      "[206]\tvalid_0's rmse: 1485.33                                                                                          \n",
      "[207]\tvalid_0's rmse: 1484.19                                                                                          \n",
      "[208]\tvalid_0's rmse: 1483.21                                                                                          \n",
      "[209]\tvalid_0's rmse: 1482.71                                                                                          \n",
      "[210]\tvalid_0's rmse: 1481.14                                                                                          \n",
      "[211]\tvalid_0's rmse: 1480.22                                                                                          \n",
      "[212]\tvalid_0's rmse: 1479.45                                                                                          \n",
      "[213]\tvalid_0's rmse: 1478.96                                                                                          \n",
      "[214]\tvalid_0's rmse: 1478.33                                                                                          \n",
      "[215]\tvalid_0's rmse: 1477.17                                                                                          \n",
      "[216]\tvalid_0's rmse: 1476.3                                                                                           \n",
      "[217]\tvalid_0's rmse: 1475.47                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[217]\tvalid_0's rmse: 1475.47\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.015398 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7159.06                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6838.58                                                                                            \n",
      "[3]\tvalid_0's rmse: 6544.53                                                                                            \n",
      "[4]\tvalid_0's rmse: 6255.82                                                                                            \n",
      "[5]\tvalid_0's rmse: 5982.1                                                                                             \n",
      "[6]\tvalid_0's rmse: 5734.09                                                                                            \n",
      "[7]\tvalid_0's rmse: 5491.75                                                                                            \n",
      "[8]\tvalid_0's rmse: 5261.48                                                                                            \n",
      "[9]\tvalid_0's rmse: 5055.56                                                                                            \n",
      "[10]\tvalid_0's rmse: 4851.76                                                                                           \n",
      "[11]\tvalid_0's rmse: 4657.59                                                                                           \n",
      "[12]\tvalid_0's rmse: 4475.06                                                                                           \n",
      "[13]\tvalid_0's rmse: 4301.95                                                                                           \n",
      "[14]\tvalid_0's rmse: 4144.99                                                                                           \n",
      " 15%|███████▎                                         | 3/20 [00:08<00:50,  2.96s/trial, best loss: 1822844.0976884754]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[15]\tvalid_0's rmse: 3991.25                                                                                           \n",
      "[16]\tvalid_0's rmse: 3847.33                                                                                           \n",
      "[17]\tvalid_0's rmse: 3712.87                                                                                           \n",
      "[18]\tvalid_0's rmse: 3584.73                                                                                           \n",
      "[19]\tvalid_0's rmse: 3466.06                                                                                           \n",
      "[20]\tvalid_0's rmse: 3353.91                                                                                           \n",
      "[21]\tvalid_0's rmse: 3248.37                                                                                           \n",
      "[22]\tvalid_0's rmse: 3150.38                                                                                           \n",
      "[23]\tvalid_0's rmse: 3057.97                                                                                           \n",
      "[24]\tvalid_0's rmse: 2970.6                                                                                            \n",
      "[25]\tvalid_0's rmse: 2887.69                                                                                           \n",
      "[26]\tvalid_0's rmse: 2810.69                                                                                           \n",
      "[27]\tvalid_0's rmse: 2736.6                                                                                            \n",
      "[28]\tvalid_0's rmse: 2666.93                                                                                           \n",
      "[29]\tvalid_0's rmse: 2601.4                                                                                            \n",
      "[30]\tvalid_0's rmse: 2541.19                                                                                           \n",
      "[31]\tvalid_0's rmse: 2484.76                                                                                           \n",
      "[32]\tvalid_0's rmse: 2430.83                                                                                           \n",
      "[33]\tvalid_0's rmse: 2379.26                                                                                           \n",
      "[34]\tvalid_0's rmse: 2332.82                                                                                           \n",
      "[35]\tvalid_0's rmse: 2287.88                                                                                           \n",
      "[36]\tvalid_0's rmse: 2247.36                                                                                           \n",
      "[37]\tvalid_0's rmse: 2206.48                                                                                           \n",
      "[38]\tvalid_0's rmse: 2169.92                                                                                           \n",
      "[39]\tvalid_0's rmse: 2133.3                                                                                            \n",
      "[40]\tvalid_0's rmse: 2100.78                                                                                           \n",
      "[41]\tvalid_0's rmse: 2069.28                                                                                           \n",
      "[42]\tvalid_0's rmse: 2040.03                                                                                           \n",
      "[43]\tvalid_0's rmse: 2009.13                                                                                           \n",
      "[44]\tvalid_0's rmse: 1984.5                                                                                            \n",
      "[45]\tvalid_0's rmse: 1958.76                                                                                           \n",
      "[46]\tvalid_0's rmse: 1935.18                                                                                           \n",
      "[47]\tvalid_0's rmse: 1913.46                                                                                           \n",
      "[48]\tvalid_0's rmse: 1891.51                                                                                           \n",
      "[49]\tvalid_0's rmse: 1870.93                                                                                           \n",
      "[50]\tvalid_0's rmse: 1850.98                                                                                           \n",
      "[51]\tvalid_0's rmse: 1832.96                                                                                           \n",
      "[52]\tvalid_0's rmse: 1815.73                                                                                           \n",
      "[53]\tvalid_0's rmse: 1800.31                                                                                           \n",
      "[54]\tvalid_0's rmse: 1785.92                                                                                           \n",
      "[55]\tvalid_0's rmse: 1770.1                                                                                            \n",
      "[56]\tvalid_0's rmse: 1756.68                                                                                           \n",
      "[57]\tvalid_0's rmse: 1744.11                                                                                           \n",
      "[58]\tvalid_0's rmse: 1731.71                                                                                           \n",
      "[59]\tvalid_0's rmse: 1720.79                                                                                           \n",
      "[60]\tvalid_0's rmse: 1710.81                                                                                           \n",
      "[61]\tvalid_0's rmse: 1699.98                                                                                           \n",
      "[62]\tvalid_0's rmse: 1688.61                                                                                           \n",
      "[63]\tvalid_0's rmse: 1679.1                                                                                            \n",
      "[64]\tvalid_0's rmse: 1670.07                                                                                           \n",
      "[65]\tvalid_0's rmse: 1662.44                                                                                           \n",
      "[66]\tvalid_0's rmse: 1654.27                                                                                           \n",
      "[67]\tvalid_0's rmse: 1646.78                                                                                           \n",
      "[68]\tvalid_0's rmse: 1638.64                                                                                           \n",
      "[69]\tvalid_0's rmse: 1632.3                                                                                            \n",
      "[70]\tvalid_0's rmse: 1625.96                                                                                           \n",
      "[71]\tvalid_0's rmse: 1618.96                                                                                           \n",
      "[72]\tvalid_0's rmse: 1612.4                                                                                            \n",
      "[73]\tvalid_0's rmse: 1604.81                                                                                           \n",
      "[74]\tvalid_0's rmse: 1598.56                                                                                           \n",
      "[75]\tvalid_0's rmse: 1592.11                                                                                           \n",
      "[76]\tvalid_0's rmse: 1586.57                                                                                           \n",
      "[77]\tvalid_0's rmse: 1581.31                                                                                           \n",
      "[78]\tvalid_0's rmse: 1576.46                                                                                           \n",
      "[79]\tvalid_0's rmse: 1572.17                                                                                           \n",
      "[80]\tvalid_0's rmse: 1567.38                                                                                           \n",
      "[81]\tvalid_0's rmse: 1563.31                                                                                           \n",
      "[82]\tvalid_0's rmse: 1559.03                                                                                           \n",
      "[83]\tvalid_0's rmse: 1555.04                                                                                           \n",
      "[84]\tvalid_0's rmse: 1550.06                                                                                           \n",
      "[85]\tvalid_0's rmse: 1544.89                                                                                           \n",
      "[86]\tvalid_0's rmse: 1540.5                                                                                            \n",
      "[87]\tvalid_0's rmse: 1536.54                                                                                           \n",
      "[88]\tvalid_0's rmse: 1533.15                                                                                           \n",
      "[89]\tvalid_0's rmse: 1529.61                                                                                           \n",
      "[90]\tvalid_0's rmse: 1525.74                                                                                           \n",
      "[91]\tvalid_0's rmse: 1522.41                                                                                           \n",
      "[92]\tvalid_0's rmse: 1518.9                                                                                            \n",
      "[93]\tvalid_0's rmse: 1515.77                                                                                           \n",
      "[94]\tvalid_0's rmse: 1513.01                                                                                           \n",
      "[95]\tvalid_0's rmse: 1510.31                                                                                           \n",
      "[96]\tvalid_0's rmse: 1508.14                                                                                           \n",
      "[97]\tvalid_0's rmse: 1505.08                                                                                           \n",
      "[98]\tvalid_0's rmse: 1502.27                                                                                           \n",
      "[99]\tvalid_0's rmse: 1499.88                                                                                           \n",
      "[100]\tvalid_0's rmse: 1497.4                                                                                           \n",
      "[101]\tvalid_0's rmse: 1494.1                                                                                           \n",
      "[102]\tvalid_0's rmse: 1491.78                                                                                          \n",
      "[103]\tvalid_0's rmse: 1488.94                                                                                          \n",
      "[104]\tvalid_0's rmse: 1485.51                                                                                          \n",
      "[105]\tvalid_0's rmse: 1483.87                                                                                          \n",
      "[106]\tvalid_0's rmse: 1481.93                                                                                          \n",
      "[107]\tvalid_0's rmse: 1479.62                                                                                          \n",
      "[108]\tvalid_0's rmse: 1477.92                                                                                          \n",
      "[109]\tvalid_0's rmse: 1475.55                                                                                          \n",
      "[110]\tvalid_0's rmse: 1473.26                                                                                          \n",
      "[111]\tvalid_0's rmse: 1471.25                                                                                          \n",
      "[112]\tvalid_0's rmse: 1468.01                                                                                          \n",
      "[113]\tvalid_0's rmse: 1466.13                                                                                          \n",
      "[114]\tvalid_0's rmse: 1464.59                                                                                          \n",
      "[115]\tvalid_0's rmse: 1462.81                                                                                          \n",
      "[116]\tvalid_0's rmse: 1460.58                                                                                          \n",
      "[117]\tvalid_0's rmse: 1458.47                                                                                          \n",
      "[118]\tvalid_0's rmse: 1456.54                                                                                          \n",
      "[119]\tvalid_0's rmse: 1454.69                                                                                          \n",
      "[120]\tvalid_0's rmse: 1453.73                                                                                          \n",
      "[121]\tvalid_0's rmse: 1451.91                                                                                          \n",
      "[122]\tvalid_0's rmse: 1450.14                                                                                          \n",
      "[123]\tvalid_0's rmse: 1448.41                                                                                          \n",
      "[124]\tvalid_0's rmse: 1446.56                                                                                          \n",
      "[125]\tvalid_0's rmse: 1443.9                                                                                           \n",
      "[126]\tvalid_0's rmse: 1442.33                                                                                          \n",
      "[127]\tvalid_0's rmse: 1441.33                                                                                          \n",
      "[128]\tvalid_0's rmse: 1439.61                                                                                          \n",
      "[129]\tvalid_0's rmse: 1438.85                                                                                          \n",
      "[130]\tvalid_0's rmse: 1436.96                                                                                          \n",
      "[131]\tvalid_0's rmse: 1435.06                                                                                          \n",
      "[132]\tvalid_0's rmse: 1432.79                                                                                          \n",
      "[133]\tvalid_0's rmse: 1431.45                                                                                          \n",
      "[134]\tvalid_0's rmse: 1430.21                                                                                          \n",
      "[135]\tvalid_0's rmse: 1429.24                                                                                          \n",
      "[136]\tvalid_0's rmse: 1427.63                                                                                          \n",
      "[137]\tvalid_0's rmse: 1426.94                                                                                          \n",
      "[138]\tvalid_0's rmse: 1425.03                                                                                          \n",
      "[139]\tvalid_0's rmse: 1423.38                                                                                          \n",
      "[140]\tvalid_0's rmse: 1422.85                                                                                          \n",
      "[141]\tvalid_0's rmse: 1420.99                                                                                          \n",
      "[142]\tvalid_0's rmse: 1419.54                                                                                          \n",
      "[143]\tvalid_0's rmse: 1417.5                                                                                           \n",
      "[144]\tvalid_0's rmse: 1416.3                                                                                           \n",
      "[145]\tvalid_0's rmse: 1415.18                                                                                          \n",
      "[146]\tvalid_0's rmse: 1414.2                                                                                           \n",
      "[147]\tvalid_0's rmse: 1412.36                                                                                          \n",
      "[148]\tvalid_0's rmse: 1410.77                                                                                          \n",
      "[149]\tvalid_0's rmse: 1409.6                                                                                           \n",
      "[150]\tvalid_0's rmse: 1408.28                                                                                          \n",
      "[151]\tvalid_0's rmse: 1406.53                                                                                          \n",
      "[152]\tvalid_0's rmse: 1405.4                                                                                           \n",
      "[153]\tvalid_0's rmse: 1404.05                                                                                          \n",
      "[154]\tvalid_0's rmse: 1403.19                                                                                          \n",
      "[155]\tvalid_0's rmse: 1402.48                                                                                          \n",
      "[156]\tvalid_0's rmse: 1400.84                                                                                          \n",
      "[157]\tvalid_0's rmse: 1399.79                                                                                          \n",
      "[158]\tvalid_0's rmse: 1398.43                                                                                          \n",
      "[159]\tvalid_0's rmse: 1397.66                                                                                          \n",
      "[160]\tvalid_0's rmse: 1395.62                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[161]\tvalid_0's rmse: 1394.81                                                                                          \n",
      "[162]\tvalid_0's rmse: 1394.02                                                                                          \n",
      "[163]\tvalid_0's rmse: 1392.8                                                                                           \n",
      "[164]\tvalid_0's rmse: 1391.29                                                                                          \n",
      "[165]\tvalid_0's rmse: 1390.06                                                                                          \n",
      "[166]\tvalid_0's rmse: 1388.73                                                                                          \n",
      "[167]\tvalid_0's rmse: 1386.72                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[168]\tvalid_0's rmse: 1386.12                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[169]\tvalid_0's rmse: 1385.34                                                                                          \n",
      "[170]\tvalid_0's rmse: 1383.81                                                                                          \n",
      "[171]\tvalid_0's rmse: 1382.88                                                                                          \n",
      "[172]\tvalid_0's rmse: 1381.98                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[173]\tvalid_0's rmse: 1381.34                                                                                          \n",
      "[174]\tvalid_0's rmse: 1379.16                                                                                          \n",
      "[175]\tvalid_0's rmse: 1378.38                                                                                          \n",
      "[176]\tvalid_0's rmse: 1377.28                                                                                          \n",
      "[177]\tvalid_0's rmse: 1376.04                                                                                          \n",
      "[178]\tvalid_0's rmse: 1374.93                                                                                          \n",
      "[179]\tvalid_0's rmse: 1373.79                                                                                          \n",
      "[180]\tvalid_0's rmse: 1372.77                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[181]\tvalid_0's rmse: 1372.07                                                                                          \n",
      "[182]\tvalid_0's rmse: 1370.73                                                                                          \n",
      "[183]\tvalid_0's rmse: 1370.28                                                                                          \n",
      "[184]\tvalid_0's rmse: 1369.44                                                                                          \n",
      "[185]\tvalid_0's rmse: 1368.13                                                                                          \n",
      "[186]\tvalid_0's rmse: 1367.2                                                                                           \n",
      "[187]\tvalid_0's rmse: 1366.51                                                                                          \n",
      "[188]\tvalid_0's rmse: 1365.61                                                                                          \n",
      "[189]\tvalid_0's rmse: 1365.01                                                                                          \n",
      "[190]\tvalid_0's rmse: 1362.74                                                                                          \n",
      "[191]\tvalid_0's rmse: 1361.45                                                                                          \n",
      "[192]\tvalid_0's rmse: 1360.59                                                                                          \n",
      "[193]\tvalid_0's rmse: 1359.57                                                                                          \n",
      "[194]\tvalid_0's rmse: 1357.78                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[195]\tvalid_0's rmse: 1357.46                                                                                          \n",
      "[196]\tvalid_0's rmse: 1356.7                                                                                           \n",
      "[197]\tvalid_0's rmse: 1355.84                                                                                          \n",
      "[198]\tvalid_0's rmse: 1355.11                                                                                          \n",
      "[199]\tvalid_0's rmse: 1354.16                                                                                          \n",
      "[200]\tvalid_0's rmse: 1353.57                                                                                          \n",
      "[201]\tvalid_0's rmse: 1352.53                                                                                          \n",
      "[202]\tvalid_0's rmse: 1351.74                                                                                          \n",
      "[203]\tvalid_0's rmse: 1350.94                                                                                          \n",
      "[204]\tvalid_0's rmse: 1350.46                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[205]\tvalid_0's rmse: 1350.11                                                                                          \n",
      "[206]\tvalid_0's rmse: 1348.18                                                                                          \n",
      "[207]\tvalid_0's rmse: 1347.62                                                                                          \n",
      "[208]\tvalid_0's rmse: 1347.05                                                                                          \n",
      "[209]\tvalid_0's rmse: 1345.74                                                                                          \n",
      "[210]\tvalid_0's rmse: 1344.7                                                                                           \n",
      "[211]\tvalid_0's rmse: 1343.85                                                                                          \n",
      "[212]\tvalid_0's rmse: 1342.84                                                                                          \n",
      "[213]\tvalid_0's rmse: 1340.95                                                                                          \n",
      "[214]\tvalid_0's rmse: 1340.19                                                                                          \n",
      "[215]\tvalid_0's rmse: 1339.24                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[216]\tvalid_0's rmse: 1339.05                                                                                          \n",
      "[217]\tvalid_0's rmse: 1338.37                                                                                          \n",
      "[218]\tvalid_0's rmse: 1337.34                                                                                          \n",
      "[219]\tvalid_0's rmse: 1336.41                                                                                          \n",
      "[220]\tvalid_0's rmse: 1335.34                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[221]\tvalid_0's rmse: 1335.02                                                                                          \n",
      "[222]\tvalid_0's rmse: 1333.88                                                                                          \n",
      "[223]\tvalid_0's rmse: 1332.84                                                                                          \n",
      "[224]\tvalid_0's rmse: 1331.44                                                                                          \n",
      "[225]\tvalid_0's rmse: 1330.82                                                                                          \n",
      "[226]\tvalid_0's rmse: 1330.07                                                                                          \n",
      "[227]\tvalid_0's rmse: 1329.35                                                                                          \n",
      "[228]\tvalid_0's rmse: 1328.53                                                                                          \n",
      "[229]\tvalid_0's rmse: 1327.4                                                                                           \n",
      "[230]\tvalid_0's rmse: 1326.27                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[231]\tvalid_0's rmse: 1325.84                                                                                          \n",
      "[232]\tvalid_0's rmse: 1324.25                                                                                          \n",
      "[233]\tvalid_0's rmse: 1323.06                                                                                          \n",
      "[234]\tvalid_0's rmse: 1322.81                                                                                          \n",
      "[235]\tvalid_0's rmse: 1322.24                                                                                          \n",
      "[236]\tvalid_0's rmse: 1321.15                                                                                          \n",
      "[237]\tvalid_0's rmse: 1320.23                                                                                          \n",
      "[238]\tvalid_0's rmse: 1319.29                                                                                          \n",
      "[239]\tvalid_0's rmse: 1318.22                                                                                          \n",
      "[240]\tvalid_0's rmse: 1317.45                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[241]\tvalid_0's rmse: 1317.24                                                                                          \n",
      "[242]\tvalid_0's rmse: 1315.94                                                                                          \n",
      "[243]\tvalid_0's rmse: 1315.05                                                                                          \n",
      "[244]\tvalid_0's rmse: 1314.01                                                                                          \n",
      "[245]\tvalid_0's rmse: 1312.96                                                                                          \n",
      "[246]\tvalid_0's rmse: 1312.28                                                                                          \n",
      "[247]\tvalid_0's rmse: 1311.3                                                                                           \n",
      "[248]\tvalid_0's rmse: 1310.47                                                                                          \n",
      "[249]\tvalid_0's rmse: 1310.07                                                                                          \n",
      "[250]\tvalid_0's rmse: 1309.46                                                                                          \n",
      "[251]\tvalid_0's rmse: 1308.27                                                                                          \n",
      "[252]\tvalid_0's rmse: 1307.48                                                                                          \n",
      "[253]\tvalid_0's rmse: 1306.91                                                                                          \n",
      "[254]\tvalid_0's rmse: 1305.89                                                                                          \n",
      "[255]\tvalid_0's rmse: 1304.85                                                                                          \n",
      "[256]\tvalid_0's rmse: 1304.52                                                                                          \n",
      "[257]\tvalid_0's rmse: 1303.92                                                                                          \n",
      "[258]\tvalid_0's rmse: 1303                                                                                             \n",
      "[259]\tvalid_0's rmse: 1302.13                                                                                          \n",
      "[260]\tvalid_0's rmse: 1301.18                                                                                          \n",
      "[261]\tvalid_0's rmse: 1300.74                                                                                          \n",
      "[262]\tvalid_0's rmse: 1300.17                                                                                          \n",
      "[263]\tvalid_0's rmse: 1299.26                                                                                          \n",
      "[264]\tvalid_0's rmse: 1298.44                                                                                          \n",
      "[265]\tvalid_0's rmse: 1298.05                                                                                          \n",
      "[266]\tvalid_0's rmse: 1297.5                                                                                           \n",
      "[267]\tvalid_0's rmse: 1296.78                                                                                          \n",
      "[268]\tvalid_0's rmse: 1296.28                                                                                          \n",
      "[269]\tvalid_0's rmse: 1295.52                                                                                          \n",
      "[270]\tvalid_0's rmse: 1294.54                                                                                          \n",
      "[271]\tvalid_0's rmse: 1293.95                                                                                          \n",
      "[272]\tvalid_0's rmse: 1292.98                                                                                          \n",
      "[273]\tvalid_0's rmse: 1292.22                                                                                          \n",
      "[274]\tvalid_0's rmse: 1291.74                                                                                          \n",
      "[275]\tvalid_0's rmse: 1291.33                                                                                          \n",
      "[276]\tvalid_0's rmse: 1290.73                                                                                          \n",
      "[277]\tvalid_0's rmse: 1289.69                                                                                          \n",
      "[278]\tvalid_0's rmse: 1288.73                                                                                          \n",
      "[279]\tvalid_0's rmse: 1288.29                                                                                          \n",
      "[280]\tvalid_0's rmse: 1287.77                                                                                          \n",
      "[281]\tvalid_0's rmse: 1286.91                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[281]\tvalid_0's rmse: 1286.91\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013669 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7169.8                                                                                             \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6858.79                                                                                            \n",
      "[3]\tvalid_0's rmse: 6572.6                                                                                             \n",
      "[4]\tvalid_0's rmse: 6291.43                                                                                            \n",
      "[5]\tvalid_0's rmse: 6024.14                                                                                            \n",
      "[6]\tvalid_0's rmse: 5781.81                                                                                            \n",
      "[7]\tvalid_0's rmse: 5546.16                                                                                            \n",
      "[8]\tvalid_0's rmse: 5318.64                                                                                            \n",
      "[9]\tvalid_0's rmse: 5117.66                                                                                            \n",
      "[10]\tvalid_0's rmse: 4916.7                                                                                            \n",
      "[11]\tvalid_0's rmse: 4725.03                                                                                           \n",
      "[12]\tvalid_0's rmse: 4543.98                                                                                           \n",
      "[13]\tvalid_0's rmse: 4372.28                                                                                           \n",
      "[14]\tvalid_0's rmse: 4216.36                                                                                           \n",
      "[15]\tvalid_0's rmse: 4064.86                                                                                           \n",
      "                                                                                                                       \r"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[16]\tvalid_0's rmse: 3920.95\n",
      "[17]\tvalid_0's rmse: 3786.87                                                                                           \n",
      "[18]\tvalid_0's rmse: 3658.52                                                                                           \n",
      "[19]\tvalid_0's rmse: 3538.64                                                                                           \n",
      "[20]\tvalid_0's rmse: 3426.58                                                                                           \n",
      "[21]\tvalid_0's rmse: 3320.01                                                                                           \n",
      "[22]\tvalid_0's rmse: 3221.01                                                                                           \n",
      "[23]\tvalid_0's rmse: 3126.52                                                                                           \n",
      "[24]\tvalid_0's rmse: 3037.34                                                                                           \n",
      "[25]\tvalid_0's rmse: 2952.13                                                                                           \n",
      "[26]\tvalid_0's rmse: 2871.14                                                                                           \n",
      "[27]\tvalid_0's rmse: 2795.14                                                                                           \n",
      "[28]\tvalid_0's rmse: 2726.4                                                                                            \n",
      "[29]\tvalid_0's rmse: 2659.17                                                                                           \n",
      "[30]\tvalid_0's rmse: 2597.89                                                                                           \n",
      "[31]\tvalid_0's rmse: 2540.38                                                                                           \n",
      "[32]\tvalid_0's rmse: 2486.22                                                                                           \n",
      "[33]\tvalid_0's rmse: 2433.97                                                                                           \n",
      "[34]\tvalid_0's rmse: 2384.05                                                                                           \n",
      "[35]\tvalid_0's rmse: 2337.16                                                                                           \n",
      "[36]\tvalid_0's rmse: 2293.98                                                                                           \n",
      "[37]\tvalid_0's rmse: 2251.93                                                                                           \n",
      "[38]\tvalid_0's rmse: 2214.68                                                                                           \n",
      "[39]\tvalid_0's rmse: 2176.94                                                                                           \n",
      "[40]\tvalid_0's rmse: 2142.45                                                                                           \n",
      "[41]\tvalid_0's rmse: 2109.76                                                                                           \n",
      "[42]\tvalid_0's rmse: 2076.86                                                                                           \n",
      "[43]\tvalid_0's rmse: 2047.27                                                                                           \n",
      "[44]\tvalid_0's rmse: 2022.1                                                                                            \n",
      "[45]\tvalid_0's rmse: 1994.4                                                                                            \n",
      "[46]\tvalid_0's rmse: 1968.99                                                                                           \n",
      "[47]\tvalid_0's rmse: 1946.65                                                                                           \n",
      "[48]\tvalid_0's rmse: 1923.15                                                                                           \n",
      "[49]\tvalid_0's rmse: 1899.72                                                                                           \n",
      "[50]\tvalid_0's rmse: 1878.99                                                                                           \n",
      "[51]\tvalid_0's rmse: 1860.17                                                                                           \n",
      "[52]\tvalid_0's rmse: 1841.05                                                                                           \n",
      "[53]\tvalid_0's rmse: 1823.82                                                                                           \n",
      "[54]\tvalid_0's rmse: 1808.14                                                                                           \n",
      "[55]\tvalid_0's rmse: 1792.54                                                                                           \n",
      "[56]\tvalid_0's rmse: 1777.89                                                                                           \n",
      "[57]\tvalid_0's rmse: 1763.6                                                                                            \n",
      "[58]\tvalid_0's rmse: 1751.11                                                                                           \n",
      "[59]\tvalid_0's rmse: 1739.58                                                                                           \n",
      "[60]\tvalid_0's rmse: 1727.64                                                                                           \n",
      "[61]\tvalid_0's rmse: 1716                                                                                              \n",
      "[62]\tvalid_0's rmse: 1704.32                                                                                           \n",
      "[63]\tvalid_0's rmse: 1693.91                                                                                           \n",
      "[64]\tvalid_0's rmse: 1684.67                                                                                           \n",
      "[65]\tvalid_0's rmse: 1674.17                                                                                           \n",
      "[66]\tvalid_0's rmse: 1664.71                                                                                           \n",
      "[67]\tvalid_0's rmse: 1656.3                                                                                            \n",
      "[68]\tvalid_0's rmse: 1647.52                                                                                           \n",
      "[69]\tvalid_0's rmse: 1641.02                                                                                           \n",
      "[70]\tvalid_0's rmse: 1634.29                                                                                           \n",
      "[71]\tvalid_0's rmse: 1627.1                                                                                            \n",
      "[72]\tvalid_0's rmse: 1620.18                                                                                           \n",
      "[73]\tvalid_0's rmse: 1612.73                                                                                           \n",
      "[74]\tvalid_0's rmse: 1605.79                                                                                           \n",
      "[75]\tvalid_0's rmse: 1599.11                                                                                           \n",
      "[76]\tvalid_0's rmse: 1592.91                                                                                           \n",
      "[77]\tvalid_0's rmse: 1587.41                                                                                           \n",
      "[78]\tvalid_0's rmse: 1582.31                                                                                           \n",
      "[79]\tvalid_0's rmse: 1576.76                                                                                           \n",
      "[80]\tvalid_0's rmse: 1571.44                                                                                           \n",
      "[81]\tvalid_0's rmse: 1566.55                                                                                           \n",
      "[82]\tvalid_0's rmse: 1561.53                                                                                           \n",
      "[83]\tvalid_0's rmse: 1557.22                                                                                           \n",
      "[84]\tvalid_0's rmse: 1552.64                                                                                           \n",
      "[85]\tvalid_0's rmse: 1547.85                                                                                           \n",
      "[86]\tvalid_0's rmse: 1543.47                                                                                           \n",
      "[87]\tvalid_0's rmse: 1538.49                                                                                           \n",
      "[88]\tvalid_0's rmse: 1534.57                                                                                           \n",
      "[89]\tvalid_0's rmse: 1530.07                                                                                           \n",
      "[90]\tvalid_0's rmse: 1525.57                                                                                           \n",
      "[91]\tvalid_0's rmse: 1521.88                                                                                           \n",
      "[92]\tvalid_0's rmse: 1518.56                                                                                           \n",
      "[93]\tvalid_0's rmse: 1514.8                                                                                            \n",
      "[94]\tvalid_0's rmse: 1511.36                                                                                           \n",
      "[95]\tvalid_0's rmse: 1507.59                                                                                           \n",
      "[96]\tvalid_0's rmse: 1504.44                                                                                           \n",
      "[97]\tvalid_0's rmse: 1501.55                                                                                           \n",
      "[98]\tvalid_0's rmse: 1498.79                                                                                           \n",
      "[99]\tvalid_0's rmse: 1495.83                                                                                           \n",
      "[100]\tvalid_0's rmse: 1492.99                                                                                          \n",
      "[101]\tvalid_0's rmse: 1490.53                                                                                          \n",
      "[102]\tvalid_0's rmse: 1487.79                                                                                          \n",
      "[103]\tvalid_0's rmse: 1484.77                                                                                          \n",
      "[104]\tvalid_0's rmse: 1481.23                                                                                          \n",
      "[105]\tvalid_0's rmse: 1478.5                                                                                           \n",
      "[106]\tvalid_0's rmse: 1475.63                                                                                          \n",
      "[107]\tvalid_0's rmse: 1473.41                                                                                          \n",
      "[108]\tvalid_0's rmse: 1470.94                                                                                          \n",
      "[109]\tvalid_0's rmse: 1469.07                                                                                          \n",
      "[110]\tvalid_0's rmse: 1466.53                                                                                          \n",
      "[111]\tvalid_0's rmse: 1463.4                                                                                           \n",
      "[112]\tvalid_0's rmse: 1461.13                                                                                          \n",
      "[113]\tvalid_0's rmse: 1458.41                                                                                          \n",
      "[114]\tvalid_0's rmse: 1455.77                                                                                          \n",
      "[115]\tvalid_0's rmse: 1453.32                                                                                          \n",
      "[116]\tvalid_0's rmse: 1451.16                                                                                          \n",
      "[117]\tvalid_0's rmse: 1449.26                                                                                          \n",
      "[118]\tvalid_0's rmse: 1447.12                                                                                          \n",
      "[119]\tvalid_0's rmse: 1445.21                                                                                          \n",
      "[120]\tvalid_0's rmse: 1443.11                                                                                          \n",
      "[121]\tvalid_0's rmse: 1440.98                                                                                          \n",
      "[122]\tvalid_0's rmse: 1439.36                                                                                          \n",
      "[123]\tvalid_0's rmse: 1437.55                                                                                          \n",
      "[124]\tvalid_0's rmse: 1435.38                                                                                          \n",
      "[125]\tvalid_0's rmse: 1433.63                                                                                          \n",
      "[126]\tvalid_0's rmse: 1431.78                                                                                          \n",
      "[127]\tvalid_0's rmse: 1429.8                                                                                           \n",
      "[128]\tvalid_0's rmse: 1427.54                                                                                          \n",
      "[129]\tvalid_0's rmse: 1426.11                                                                                          \n",
      "[130]\tvalid_0's rmse: 1424.18                                                                                          \n",
      "[131]\tvalid_0's rmse: 1422.25                                                                                          \n",
      "[132]\tvalid_0's rmse: 1420.08                                                                                          \n",
      "[133]\tvalid_0's rmse: 1418.27                                                                                          \n",
      "[134]\tvalid_0's rmse: 1416.89                                                                                          \n",
      "[135]\tvalid_0's rmse: 1415.39                                                                                          \n",
      "[136]\tvalid_0's rmse: 1413.36                                                                                          \n",
      "[137]\tvalid_0's rmse: 1411.63                                                                                          \n",
      "[138]\tvalid_0's rmse: 1410.04                                                                                          \n",
      "[139]\tvalid_0's rmse: 1408.48                                                                                          \n",
      "[140]\tvalid_0's rmse: 1407.1                                                                                           \n",
      "[141]\tvalid_0's rmse: 1405.53                                                                                          \n",
      "[142]\tvalid_0's rmse: 1403.97                                                                                          \n",
      "[143]\tvalid_0's rmse: 1402.29                                                                                          \n",
      "[144]\tvalid_0's rmse: 1400.29                                                                                          \n",
      "[145]\tvalid_0's rmse: 1398.57                                                                                          \n",
      "[146]\tvalid_0's rmse: 1397.46                                                                                          \n",
      "[147]\tvalid_0's rmse: 1395.87                                                                                          \n",
      "[148]\tvalid_0's rmse: 1394.67                                                                                          \n",
      "[149]\tvalid_0's rmse: 1393.54                                                                                          \n",
      "[150]\tvalid_0's rmse: 1391.89                                                                                          \n",
      "[151]\tvalid_0's rmse: 1390.32                                                                                          \n",
      "[152]\tvalid_0's rmse: 1389.33                                                                                          \n",
      "[153]\tvalid_0's rmse: 1387.77                                                                                          \n",
      "[154]\tvalid_0's rmse: 1385.46                                                                                          \n",
      "[155]\tvalid_0's rmse: 1384.1                                                                                           \n",
      "[156]\tvalid_0's rmse: 1383.01                                                                                          \n",
      "[157]\tvalid_0's rmse: 1381.83                                                                                          \n",
      "[158]\tvalid_0's rmse: 1380.54                                                                                          \n",
      "[159]\tvalid_0's rmse: 1379.01                                                                                          \n",
      "[160]\tvalid_0's rmse: 1377.4                                                                                           \n",
      "[161]\tvalid_0's rmse: 1376.14                                                                                          \n",
      "[162]\tvalid_0's rmse: 1375                                                                                             \n",
      "[163]\tvalid_0's rmse: 1373.59                                                                                          \n",
      "[164]\tvalid_0's rmse: 1372.43                                                                                          \n",
      "[165]\tvalid_0's rmse: 1371.12                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[165]\tvalid_0's rmse: 1371.12\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.012656 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7156.65                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6834.06                                                                                            \n",
      "[3]\tvalid_0's rmse: 6537.9                                                                                             \n",
      "[4]\tvalid_0's rmse: 6247.6                                                                                             \n",
      "[5]\tvalid_0's rmse: 5972.26                                                                                            \n",
      "[6]\tvalid_0's rmse: 5723.06                                                                                            \n",
      "[7]\tvalid_0's rmse: 5479.71                                                                                            \n",
      "[8]\tvalid_0's rmse: 5248.7                                                                                             \n",
      "[9]\tvalid_0's rmse: 5043.37                                                                                            \n",
      "[10]\tvalid_0's rmse: 4838.39                                                                                           \n",
      "[11]\tvalid_0's rmse: 4644.21                                                                                           \n",
      "[12]\tvalid_0's rmse: 4461.06                                                                                           \n",
      "[13]\tvalid_0's rmse: 4287.1                                                                                            \n",
      "[14]\tvalid_0's rmse: 4130.13                                                                                           \n",
      " 25%|████████████▎                                    | 5/20 [00:13<00:39,  2.66s/trial, best loss: 1656136.0583419807]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[15]\tvalid_0's rmse: 3977.32                                                                                           \n",
      "[16]\tvalid_0's rmse: 3833.19                                                                                           \n",
      "[17]\tvalid_0's rmse: 3698.57                                                                                           \n",
      "[18]\tvalid_0's rmse: 3570.33                                                                                           \n",
      "[19]\tvalid_0's rmse: 3451.25                                                                                           \n",
      "[20]\tvalid_0's rmse: 3339.6                                                                                            \n",
      "[21]\tvalid_0's rmse: 3234.38                                                                                           \n",
      "[22]\tvalid_0's rmse: 3134.61                                                                                           \n",
      "[23]\tvalid_0's rmse: 3041.08                                                                                           \n",
      "[24]\tvalid_0's rmse: 2953.5                                                                                            \n",
      "[25]\tvalid_0's rmse: 2869.95                                                                                           \n",
      "[26]\tvalid_0's rmse: 2791.1                                                                                            \n",
      "[27]\tvalid_0's rmse: 2717.8                                                                                            \n",
      "[28]\tvalid_0's rmse: 2651.57                                                                                           \n",
      "[29]\tvalid_0's rmse: 2586.84                                                                                           \n",
      "[30]\tvalid_0's rmse: 2527.66                                                                                           \n",
      "[31]\tvalid_0's rmse: 2470.58                                                                                           \n",
      "[32]\tvalid_0's rmse: 2416.24                                                                                           \n",
      "[33]\tvalid_0's rmse: 2366.47                                                                                           \n",
      "[34]\tvalid_0's rmse: 2320.17                                                                                           \n",
      "[35]\tvalid_0's rmse: 2275.49                                                                                           \n",
      "[36]\tvalid_0's rmse: 2233.69                                                                                           \n",
      "[37]\tvalid_0's rmse: 2193.61                                                                                           \n",
      "[38]\tvalid_0's rmse: 2158.22                                                                                           \n",
      "[39]\tvalid_0's rmse: 2122.66                                                                                           \n",
      "[40]\tvalid_0's rmse: 2089.76                                                                                           \n",
      "[41]\tvalid_0's rmse: 2058.17                                                                                           \n",
      "[42]\tvalid_0's rmse: 2027.32                                                                                           \n",
      "[43]\tvalid_0's rmse: 1999.31                                                                                           \n",
      "[44]\tvalid_0's rmse: 1975.11                                                                                           \n",
      "[45]\tvalid_0's rmse: 1949.7                                                                                            \n",
      "[46]\tvalid_0's rmse: 1925.33                                                                                           \n",
      "[47]\tvalid_0's rmse: 1903.46                                                                                           \n",
      "[48]\tvalid_0's rmse: 1881.93                                                                                           \n",
      "[49]\tvalid_0's rmse: 1861.88                                                                                           \n",
      "[50]\tvalid_0's rmse: 1840.97                                                                                           \n",
      "[51]\tvalid_0's rmse: 1822.8                                                                                            \n",
      "[52]\tvalid_0's rmse: 1806.02                                                                                           \n",
      "[53]\tvalid_0's rmse: 1790.75                                                                                           \n",
      "[54]\tvalid_0's rmse: 1775.12                                                                                           \n",
      "[55]\tvalid_0's rmse: 1759.92                                                                                           \n",
      "[56]\tvalid_0's rmse: 1745.45                                                                                           \n",
      "[57]\tvalid_0's rmse: 1732.88                                                                                           \n",
      "[58]\tvalid_0's rmse: 1720.72                                                                                           \n",
      "[59]\tvalid_0's rmse: 1709.79                                                                                           \n",
      "[60]\tvalid_0's rmse: 1699.1                                                                                            \n",
      "[61]\tvalid_0's rmse: 1688.4                                                                                            \n",
      "[62]\tvalid_0's rmse: 1677.36                                                                                           \n",
      "[63]\tvalid_0's rmse: 1667.82                                                                                           \n",
      "[64]\tvalid_0's rmse: 1658.85                                                                                           \n",
      "[65]\tvalid_0's rmse: 1649.3                                                                                            \n",
      "[66]\tvalid_0's rmse: 1640.18                                                                                           \n",
      "[67]\tvalid_0's rmse: 1632.67                                                                                           \n",
      "[68]\tvalid_0's rmse: 1624.69                                                                                           \n",
      "[69]\tvalid_0's rmse: 1618.29                                                                                           \n",
      "[70]\tvalid_0's rmse: 1611.77                                                                                           \n",
      "[71]\tvalid_0's rmse: 1604.82                                                                                           \n",
      "[72]\tvalid_0's rmse: 1598.58                                                                                           \n",
      "[73]\tvalid_0's rmse: 1591.36                                                                                           \n",
      "[74]\tvalid_0's rmse: 1584.74                                                                                           \n",
      "[75]\tvalid_0's rmse: 1578.58                                                                                           \n",
      "[76]\tvalid_0's rmse: 1571.73                                                                                           \n",
      "[77]\tvalid_0's rmse: 1566.6                                                                                            \n",
      "[78]\tvalid_0's rmse: 1561.87                                                                                           \n",
      "[79]\tvalid_0's rmse: 1556.98                                                                                           \n",
      "[80]\tvalid_0's rmse: 1552.21                                                                                           \n",
      "[81]\tvalid_0's rmse: 1547.56                                                                                           \n",
      "[82]\tvalid_0's rmse: 1543.08                                                                                           \n",
      "[83]\tvalid_0's rmse: 1539.39                                                                                           \n",
      "[84]\tvalid_0's rmse: 1534.26                                                                                           \n",
      "[85]\tvalid_0's rmse: 1529.36                                                                                           \n",
      "[86]\tvalid_0's rmse: 1525.27                                                                                           \n",
      "[87]\tvalid_0's rmse: 1520.37                                                                                           \n",
      "[88]\tvalid_0's rmse: 1516.61                                                                                           \n",
      "[89]\tvalid_0's rmse: 1512.62                                                                                           \n",
      "[90]\tvalid_0's rmse: 1508.68                                                                                           \n",
      "[91]\tvalid_0's rmse: 1505.13                                                                                           \n",
      "[92]\tvalid_0's rmse: 1501.28                                                                                           \n",
      "[93]\tvalid_0's rmse: 1498.15                                                                                           \n",
      "[94]\tvalid_0's rmse: 1495.45                                                                                           \n",
      "[95]\tvalid_0's rmse: 1492.26                                                                                           \n",
      "[96]\tvalid_0's rmse: 1489.41                                                                                           \n",
      "[97]\tvalid_0's rmse: 1486.63                                                                                           \n",
      "[98]\tvalid_0's rmse: 1483.1                                                                                            \n",
      "[99]\tvalid_0's rmse: 1480.69                                                                                           \n",
      "[100]\tvalid_0's rmse: 1477.86                                                                                          \n",
      "[101]\tvalid_0's rmse: 1474.89                                                                                          \n",
      "[102]\tvalid_0's rmse: 1472.16                                                                                          \n",
      "[103]\tvalid_0's rmse: 1469.39                                                                                          \n",
      "[104]\tvalid_0's rmse: 1466.22                                                                                          \n",
      "[105]\tvalid_0's rmse: 1463.76                                                                                          \n",
      "[106]\tvalid_0's rmse: 1461.25                                                                                          \n",
      "[107]\tvalid_0's rmse: 1458.75                                                                                          \n",
      "[108]\tvalid_0's rmse: 1456.57                                                                                          \n",
      "[109]\tvalid_0's rmse: 1454                                                                                             \n",
      "[110]\tvalid_0's rmse: 1451.45                                                                                          \n",
      "[111]\tvalid_0's rmse: 1449.59                                                                                          \n",
      "[112]\tvalid_0's rmse: 1447.34                                                                                          \n",
      "[113]\tvalid_0's rmse: 1445.16                                                                                          \n",
      "[114]\tvalid_0's rmse: 1442.3                                                                                           \n",
      "[115]\tvalid_0's rmse: 1440.26                                                                                          \n",
      "[116]\tvalid_0's rmse: 1438.36                                                                                          \n",
      "[117]\tvalid_0's rmse: 1436.63                                                                                          \n",
      "[118]\tvalid_0's rmse: 1434.26                                                                                          \n",
      "[119]\tvalid_0's rmse: 1432.34                                                                                          \n",
      "[120]\tvalid_0's rmse: 1430.55                                                                                          \n",
      "[121]\tvalid_0's rmse: 1428.62                                                                                          \n",
      "[122]\tvalid_0's rmse: 1426.38                                                                                          \n",
      "[123]\tvalid_0's rmse: 1424.53                                                                                          \n",
      "[124]\tvalid_0's rmse: 1422.81                                                                                          \n",
      "[125]\tvalid_0's rmse: 1420.93                                                                                          \n",
      "[126]\tvalid_0's rmse: 1419.22                                                                                          \n",
      "[127]\tvalid_0's rmse: 1417.71                                                                                          \n",
      "[128]\tvalid_0's rmse: 1416.14                                                                                          \n",
      "[129]\tvalid_0's rmse: 1414.41                                                                                          \n",
      "[130]\tvalid_0's rmse: 1412.24                                                                                          \n",
      "[131]\tvalid_0's rmse: 1410.68                                                                                          \n",
      "[132]\tvalid_0's rmse: 1409.15                                                                                          \n",
      "[133]\tvalid_0's rmse: 1407.44                                                                                          \n",
      "[134]\tvalid_0's rmse: 1406                                                                                             \n",
      "[135]\tvalid_0's rmse: 1404.57                                                                                          \n",
      "[136]\tvalid_0's rmse: 1403.2                                                                                           \n",
      "[137]\tvalid_0's rmse: 1401.23                                                                                          \n",
      "[138]\tvalid_0's rmse: 1399.33                                                                                          \n",
      "[139]\tvalid_0's rmse: 1397.78                                                                                          \n",
      "[140]\tvalid_0's rmse: 1395.87                                                                                          \n",
      "[141]\tvalid_0's rmse: 1394.46                                                                                          \n",
      "[142]\tvalid_0's rmse: 1393.01                                                                                          \n",
      "[143]\tvalid_0's rmse: 1391.75                                                                                          \n",
      "[144]\tvalid_0's rmse: 1390.22                                                                                          \n",
      "[145]\tvalid_0's rmse: 1388.3                                                                                           \n",
      "[146]\tvalid_0's rmse: 1387.42                                                                                          \n",
      "[147]\tvalid_0's rmse: 1386.33                                                                                          \n",
      "[148]\tvalid_0's rmse: 1384.87                                                                                          \n",
      "[149]\tvalid_0's rmse: 1383.69                                                                                          \n",
      "[150]\tvalid_0's rmse: 1382.19                                                                                          \n",
      "[151]\tvalid_0's rmse: 1380.92                                                                                          \n",
      "[152]\tvalid_0's rmse: 1379.82                                                                                          \n",
      "[153]\tvalid_0's rmse: 1378.47                                                                                          \n",
      "[154]\tvalid_0's rmse: 1376.68                                                                                          \n",
      "[155]\tvalid_0's rmse: 1375.46                                                                                          \n",
      "[156]\tvalid_0's rmse: 1373.96                                                                                          \n",
      "[157]\tvalid_0's rmse: 1372.7                                                                                           \n",
      "[158]\tvalid_0's rmse: 1371.64                                                                                          \n",
      "[159]\tvalid_0's rmse: 1369.77                                                                                          \n",
      "[160]\tvalid_0's rmse: 1368.77                                                                                          \n",
      "[161]\tvalid_0's rmse: 1367.93                                                                                          \n",
      "[162]\tvalid_0's rmse: 1366.2                                                                                           \n",
      "[163]\tvalid_0's rmse: 1364.9                                                                                           \n",
      "[164]\tvalid_0's rmse: 1362.66                                                                                          \n",
      "[165]\tvalid_0's rmse: 1361.46                                                                                          \n",
      "[166]\tvalid_0's rmse: 1360.29                                                                                          \n",
      "[167]\tvalid_0's rmse: 1359.24                                                                                          \n",
      "[168]\tvalid_0's rmse: 1358.08                                                                                          \n",
      "[169]\tvalid_0's rmse: 1356.48                                                                                          \n",
      "[170]\tvalid_0's rmse: 1355.07                                                                                          \n",
      "[171]\tvalid_0's rmse: 1353.74                                                                                          \n",
      "[172]\tvalid_0's rmse: 1351.36                                                                                          \n",
      "[173]\tvalid_0's rmse: 1350.2                                                                                           \n",
      "[174]\tvalid_0's rmse: 1349.03                                                                                          \n",
      "[175]\tvalid_0's rmse: 1348.08                                                                                          \n",
      "[176]\tvalid_0's rmse: 1347.27                                                                                          \n",
      "[177]\tvalid_0's rmse: 1346.12                                                                                          \n",
      "[178]\tvalid_0's rmse: 1344.94                                                                                          \n",
      "[179]\tvalid_0's rmse: 1343.64                                                                                          \n",
      "[180]\tvalid_0's rmse: 1341.94                                                                                          \n",
      "[181]\tvalid_0's rmse: 1340.49                                                                                          \n",
      "[182]\tvalid_0's rmse: 1339.61                                                                                          \n",
      "[183]\tvalid_0's rmse: 1338.83                                                                                          \n",
      "[184]\tvalid_0's rmse: 1338.06                                                                                          \n",
      "[185]\tvalid_0's rmse: 1336.64                                                                                          \n",
      "[186]\tvalid_0's rmse: 1335.43                                                                                          \n",
      "[187]\tvalid_0's rmse: 1334.28                                                                                          \n",
      "[188]\tvalid_0's rmse: 1333.2                                                                                           \n",
      "[189]\tvalid_0's rmse: 1332.31                                                                                          \n",
      "[190]\tvalid_0's rmse: 1330.96                                                                                          \n",
      "[191]\tvalid_0's rmse: 1330.14                                                                                          \n",
      "[192]\tvalid_0's rmse: 1329.49                                                                                          \n",
      "[193]\tvalid_0's rmse: 1328.11                                                                                          \n",
      "[194]\tvalid_0's rmse: 1326.91                                                                                          \n",
      "[195]\tvalid_0's rmse: 1325.93                                                                                          \n",
      "[196]\tvalid_0's rmse: 1324.18                                                                                          \n",
      "[197]\tvalid_0's rmse: 1323.35                                                                                          \n",
      "[198]\tvalid_0's rmse: 1322.44                                                                                          \n",
      "[199]\tvalid_0's rmse: 1320.46                                                                                          \n",
      "[200]\tvalid_0's rmse: 1319.6                                                                                           \n",
      "[201]\tvalid_0's rmse: 1318.77                                                                                          \n",
      "[202]\tvalid_0's rmse: 1318.06                                                                                          \n",
      "[203]\tvalid_0's rmse: 1317.34                                                                                          \n",
      "[204]\tvalid_0's rmse: 1316.12                                                                                          \n",
      "[205]\tvalid_0's rmse: 1314.13                                                                                          \n",
      "[206]\tvalid_0's rmse: 1313.16                                                                                          \n",
      "[207]\tvalid_0's rmse: 1311.67                                                                                          \n",
      "[208]\tvalid_0's rmse: 1310.91                                                                                          \n",
      "[209]\tvalid_0's rmse: 1310                                                                                             \n",
      "[210]\tvalid_0's rmse: 1309.02                                                                                          \n",
      "[211]\tvalid_0's rmse: 1308.03                                                                                          \n",
      "[212]\tvalid_0's rmse: 1306.77                                                                                          \n",
      "[213]\tvalid_0's rmse: 1305.23                                                                                          \n",
      "[214]\tvalid_0's rmse: 1304.45                                                                                          \n",
      "[215]\tvalid_0's rmse: 1303.39                                                                                          \n",
      "[216]\tvalid_0's rmse: 1302.68                                                                                          \n",
      "[217]\tvalid_0's rmse: 1301.69                                                                                          \n",
      "[218]\tvalid_0's rmse: 1300.28                                                                                          \n",
      "[219]\tvalid_0's rmse: 1299.6                                                                                           \n",
      "[220]\tvalid_0's rmse: 1298.65                                                                                          \n",
      "[221]\tvalid_0's rmse: 1297.45                                                                                          \n",
      "[222]\tvalid_0's rmse: 1296.65                                                                                          \n",
      "[223]\tvalid_0's rmse: 1296.15                                                                                          \n",
      "[224]\tvalid_0's rmse: 1294.92                                                                                          \n",
      "[225]\tvalid_0's rmse: 1293.7                                                                                           \n",
      "[226]\tvalid_0's rmse: 1292.74                                                                                          \n",
      "[227]\tvalid_0's rmse: 1291.79                                                                                          \n",
      "[228]\tvalid_0's rmse: 1290.96                                                                                          \n",
      "[229]\tvalid_0's rmse: 1290.1                                                                                           \n",
      "[230]\tvalid_0's rmse: 1289.13                                                                                          \n",
      "[231]\tvalid_0's rmse: 1288.45                                                                                          \n",
      "[232]\tvalid_0's rmse: 1287.9                                                                                           \n",
      "[233]\tvalid_0's rmse: 1287.25                                                                                          \n",
      "[234]\tvalid_0's rmse: 1286.33                                                                                          \n",
      "[235]\tvalid_0's rmse: 1285.83                                                                                          \n",
      "[236]\tvalid_0's rmse: 1285.12                                                                                          \n",
      "[237]\tvalid_0's rmse: 1284.34                                                                                          \n",
      "[238]\tvalid_0's rmse: 1283.67                                                                                          \n",
      "[239]\tvalid_0's rmse: 1282.8                                                                                           \n",
      "[240]\tvalid_0's rmse: 1282.36                                                                                          \n",
      "[241]\tvalid_0's rmse: 1281.89                                                                                          \n",
      "[242]\tvalid_0's rmse: 1281.31                                                                                          \n",
      "[243]\tvalid_0's rmse: 1280.32                                                                                          \n",
      "[244]\tvalid_0's rmse: 1279.09                                                                                          \n",
      "[245]\tvalid_0's rmse: 1278.49                                                                                          \n",
      "[246]\tvalid_0's rmse: 1277.46                                                                                          \n",
      "[247]\tvalid_0's rmse: 1276.97                                                                                          \n",
      "[248]\tvalid_0's rmse: 1276.1                                                                                           \n",
      "[249]\tvalid_0's rmse: 1275.44                                                                                          \n",
      "[250]\tvalid_0's rmse: 1274.82                                                                                          \n",
      "[251]\tvalid_0's rmse: 1273.75                                                                                          \n",
      "[252]\tvalid_0's rmse: 1273.26                                                                                          \n",
      "[253]\tvalid_0's rmse: 1272.27                                                                                          \n",
      "[254]\tvalid_0's rmse: 1271.82                                                                                          \n",
      "[255]\tvalid_0's rmse: 1271.17                                                                                          \n",
      "[256]\tvalid_0's rmse: 1270.37                                                                                          \n",
      "[257]\tvalid_0's rmse: 1269.59                                                                                          \n",
      "[258]\tvalid_0's rmse: 1268.89                                                                                          \n",
      "[259]\tvalid_0's rmse: 1268.27                                                                                          \n",
      "[260]\tvalid_0's rmse: 1267.33                                                                                          \n",
      "[261]\tvalid_0's rmse: 1266.59                                                                                          \n",
      "[262]\tvalid_0's rmse: 1265.65                                                                                          \n",
      "[263]\tvalid_0's rmse: 1265.14                                                                                          \n",
      "[264]\tvalid_0's rmse: 1264.23                                                                                          \n",
      "[265]\tvalid_0's rmse: 1263.63                                                                                          \n",
      "[266]\tvalid_0's rmse: 1262.86                                                                                          \n",
      "[267]\tvalid_0's rmse: 1262.26                                                                                          \n",
      "[268]\tvalid_0's rmse: 1261.87                                                                                          \n",
      "[269]\tvalid_0's rmse: 1261.47                                                                                          \n",
      "[270]\tvalid_0's rmse: 1260.89                                                                                          \n",
      "[271]\tvalid_0's rmse: 1260.06                                                                                          \n",
      "[272]\tvalid_0's rmse: 1259.05                                                                                          \n",
      "[273]\tvalid_0's rmse: 1258.57                                                                                          \n",
      "[274]\tvalid_0's rmse: 1257.34                                                                                          \n",
      "[275]\tvalid_0's rmse: 1256.57                                                                                          \n",
      "[276]\tvalid_0's rmse: 1255.94                                                                                          \n",
      "[277]\tvalid_0's rmse: 1255.39                                                                                          \n",
      "[278]\tvalid_0's rmse: 1254.99                                                                                          \n",
      "[279]\tvalid_0's rmse: 1254.49                                                                                          \n",
      "[280]\tvalid_0's rmse: 1253.87                                                                                          \n",
      "[281]\tvalid_0's rmse: 1253.02                                                                                          \n",
      "[282]\tvalid_0's rmse: 1252.47                                                                                          \n",
      "[283]\tvalid_0's rmse: 1251.95                                                                                          \n",
      "[284]\tvalid_0's rmse: 1251.11                                                                                          \n",
      "[285]\tvalid_0's rmse: 1250.71                                                                                          \n",
      "[286]\tvalid_0's rmse: 1249.73                                                                                          \n",
      "[287]\tvalid_0's rmse: 1248.51                                                                                          \n",
      "[288]\tvalid_0's rmse: 1247.8                                                                                           \n",
      "[289]\tvalid_0's rmse: 1247.3                                                                                           \n",
      "[290]\tvalid_0's rmse: 1246.81                                                                                          \n",
      "[291]\tvalid_0's rmse: 1246.34                                                                                          \n",
      "[292]\tvalid_0's rmse: 1245.79                                                                                          \n",
      "[293]\tvalid_0's rmse: 1245.3                                                                                           \n",
      "[294]\tvalid_0's rmse: 1244.34                                                                                          \n",
      "[295]\tvalid_0's rmse: 1243.85                                                                                          \n",
      "[296]\tvalid_0's rmse: 1243.39                                                                                          \n",
      "[297]\tvalid_0's rmse: 1242.76                                                                                          \n",
      "[298]\tvalid_0's rmse: 1241.9                                                                                           \n",
      "[299]\tvalid_0's rmse: 1241.34                                                                                          \n",
      "[300]\tvalid_0's rmse: 1240.79                                                                                          \n",
      "[301]\tvalid_0's rmse: 1240.24                                                                                          \n",
      "[302]\tvalid_0's rmse: 1239.75                                                                                          \n",
      "[303]\tvalid_0's rmse: 1239.22                                                                                          \n",
      "[304]\tvalid_0's rmse: 1238.68                                                                                          \n",
      "[305]\tvalid_0's rmse: 1238.28                                                                                          \n",
      "[306]\tvalid_0's rmse: 1237.54                                                                                          \n",
      "[307]\tvalid_0's rmse: 1236.53                                                                                          \n",
      "[308]\tvalid_0's rmse: 1235.9                                                                                           \n",
      "[309]\tvalid_0's rmse: 1235.21                                                                                          \n",
      "[310]\tvalid_0's rmse: 1234.45                                                                                          \n",
      "[311]\tvalid_0's rmse: 1233.61                                                                                          \n",
      "[312]\tvalid_0's rmse: 1232.82                                                                                          \n",
      "[313]\tvalid_0's rmse: 1231.89                                                                                          \n",
      "[314]\tvalid_0's rmse: 1231.39                                                                                          \n",
      "[315]\tvalid_0's rmse: 1230.94                                                                                          \n",
      "[316]\tvalid_0's rmse: 1230.21                                                                                          \n",
      "[317]\tvalid_0's rmse: 1229.7                                                                                           \n",
      "[318]\tvalid_0's rmse: 1229.31                                                                                          \n",
      "[319]\tvalid_0's rmse: 1228.61                                                                                          \n",
      "[320]\tvalid_0's rmse: 1227.89                                                                                          \n",
      "[321]\tvalid_0's rmse: 1227.35                                                                                          \n",
      "[322]\tvalid_0's rmse: 1227.02                                                                                          \n",
      "[323]\tvalid_0's rmse: 1226.32                                                                                          \n",
      "[324]\tvalid_0's rmse: 1225.78                                                                                          \n",
      "[325]\tvalid_0's rmse: 1225.15                                                                                          \n",
      "[326]\tvalid_0's rmse: 1224.35                                                                                          \n",
      "[327]\tvalid_0's rmse: 1223.35                                                                                          \n",
      "[328]\tvalid_0's rmse: 1222.85                                                                                          \n",
      "[329]\tvalid_0's rmse: 1222.28                                                                                          \n",
      "[330]\tvalid_0's rmse: 1221.29                                                                                          \n",
      "[331]\tvalid_0's rmse: 1220.67                                                                                          \n",
      "[332]\tvalid_0's rmse: 1219.84                                                                                          \n",
      "[333]\tvalid_0's rmse: 1219.36                                                                                          \n",
      "[334]\tvalid_0's rmse: 1218.85                                                                                          \n",
      "[335]\tvalid_0's rmse: 1217.95                                                                                          \n",
      "[336]\tvalid_0's rmse: 1217.28                                                                                          \n",
      "[337]\tvalid_0's rmse: 1216.35                                                                                          \n",
      "[338]\tvalid_0's rmse: 1215.61                                                                                          \n",
      "[339]\tvalid_0's rmse: 1215.23                                                                                          \n",
      "[340]\tvalid_0's rmse: 1214.54                                                                                          \n",
      "[341]\tvalid_0's rmse: 1213.95                                                                                          \n",
      "[342]\tvalid_0's rmse: 1213.19                                                                                          \n",
      "[343]\tvalid_0's rmse: 1212.25                                                                                          \n",
      "[344]\tvalid_0's rmse: 1211.55                                                                                          \n",
      "[345]\tvalid_0's rmse: 1210.93                                                                                          \n",
      "[346]\tvalid_0's rmse: 1210.1                                                                                           \n",
      "[347]\tvalid_0's rmse: 1209.1                                                                                           \n",
      "[348]\tvalid_0's rmse: 1208.61                                                                                          \n",
      "[349]\tvalid_0's rmse: 1208.15                                                                                          \n",
      "[350]\tvalid_0's rmse: 1207.82                                                                                          \n",
      "[351]\tvalid_0's rmse: 1207.21                                                                                          \n",
      "[352]\tvalid_0's rmse: 1206.55                                                                                          \n",
      "[353]\tvalid_0's rmse: 1205.68                                                                                          \n",
      "[354]\tvalid_0's rmse: 1204.98                                                                                          \n",
      "[355]\tvalid_0's rmse: 1204.39                                                                                          \n",
      "[356]\tvalid_0's rmse: 1203.9                                                                                           \n",
      "[357]\tvalid_0's rmse: 1203.58                                                                                          \n",
      "[358]\tvalid_0's rmse: 1203.01                                                                                          \n",
      "[359]\tvalid_0's rmse: 1202.33                                                                                          \n",
      "[360]\tvalid_0's rmse: 1201.34                                                                                          \n",
      "[361]\tvalid_0's rmse: 1200.93                                                                                          \n",
      "[362]\tvalid_0's rmse: 1200.41                                                                                          \n",
      "[363]\tvalid_0's rmse: 1199.48                                                                                          \n",
      "[364]\tvalid_0's rmse: 1198.83                                                                                          \n",
      "[365]\tvalid_0's rmse: 1198.53                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[365]\tvalid_0's rmse: 1198.53\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.012110 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7145.36                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6811.43                                                                                            \n",
      "[3]\tvalid_0's rmse: 6503.7                                                                                             \n",
      "[4]\tvalid_0's rmse: 6204.84                                                                                            \n",
      "[5]\tvalid_0's rmse: 5921.12                                                                                            \n",
      "[6]\tvalid_0's rmse: 5662.66                                                                                            \n",
      "[7]\tvalid_0's rmse: 5413.34                                                                                            \n",
      "[8]\tvalid_0's rmse: 5175.25                                                                                            \n",
      "[9]\tvalid_0's rmse: 4962.27                                                                                            \n",
      "[10]\tvalid_0's rmse: 4751.95                                                                                           \n",
      "[11]\tvalid_0's rmse: 4552.71                                                                                           \n",
      "[12]\tvalid_0's rmse: 4365.29                                                                                           \n",
      "[13]\tvalid_0's rmse: 4188.42                                                                                           \n",
      "[14]\tvalid_0's rmse: 4026.49                                                                                           \n",
      "[15]\tvalid_0's rmse: 3871.11                                                                                           \n",
      " 30%|██████████████▋                                  | 6/20 [00:17<00:41,  2.96s/trial, best loss: 1436479.3409893208]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[16]\tvalid_0's rmse: 3725                                                                                              \n",
      "[17]\tvalid_0's rmse: 3586.71                                                                                           \n",
      "[18]\tvalid_0's rmse: 3457.28                                                                                           \n",
      "[19]\tvalid_0's rmse: 3337.75                                                                                           \n",
      "[20]\tvalid_0's rmse: 3224.2                                                                                            \n",
      "[21]\tvalid_0's rmse: 3116.14                                                                                           \n",
      "[22]\tvalid_0's rmse: 3016.16                                                                                           \n",
      "[23]\tvalid_0's rmse: 2921.39                                                                                           \n",
      "[24]\tvalid_0's rmse: 2832.25                                                                                           \n",
      "[25]\tvalid_0's rmse: 2748.35                                                                                           \n",
      "[26]\tvalid_0's rmse: 2669.43                                                                                           \n",
      "[27]\tvalid_0's rmse: 2595.68                                                                                           \n",
      "[28]\tvalid_0's rmse: 2528.33                                                                                           \n",
      "[29]\tvalid_0's rmse: 2465.35                                                                                           \n",
      "[30]\tvalid_0's rmse: 2405.66                                                                                           \n",
      "[31]\tvalid_0's rmse: 2350.04                                                                                           \n",
      "[32]\tvalid_0's rmse: 2297.88                                                                                           \n",
      "[33]\tvalid_0's rmse: 2246.84                                                                                           \n",
      "[34]\tvalid_0's rmse: 2201.57                                                                                           \n",
      "[35]\tvalid_0's rmse: 2157.4                                                                                            \n",
      "[36]\tvalid_0's rmse: 2117.85                                                                                           \n",
      "[37]\tvalid_0's rmse: 2078.57                                                                                           \n",
      "[38]\tvalid_0's rmse: 2044.93                                                                                           \n",
      "[39]\tvalid_0's rmse: 2009.67                                                                                           \n",
      "[40]\tvalid_0's rmse: 1978.73                                                                                           \n",
      "[41]\tvalid_0's rmse: 1947.46                                                                                           \n",
      "[42]\tvalid_0's rmse: 1919.01                                                                                           \n",
      "[43]\tvalid_0's rmse: 1889.75                                                                                           \n",
      "[44]\tvalid_0's rmse: 1867.18                                                                                           \n",
      "[45]\tvalid_0's rmse: 1841.69                                                                                           \n",
      "[46]\tvalid_0's rmse: 1818.31                                                                                           \n",
      "[47]\tvalid_0's rmse: 1798.46                                                                                           \n",
      "[48]\tvalid_0's rmse: 1777.5                                                                                            \n",
      "[49]\tvalid_0's rmse: 1758.68                                                                                           \n",
      "[50]\tvalid_0's rmse: 1740.26                                                                                           \n",
      "[51]\tvalid_0's rmse: 1722.99                                                                                           \n",
      "[52]\tvalid_0's rmse: 1706.9                                                                                            \n",
      "[53]\tvalid_0's rmse: 1692.69                                                                                           \n",
      "[54]\tvalid_0's rmse: 1679.21                                                                                           \n",
      "[55]\tvalid_0's rmse: 1665.33                                                                                           \n",
      "[56]\tvalid_0's rmse: 1652.86                                                                                           \n",
      "[57]\tvalid_0's rmse: 1640.81                                                                                           \n",
      "[58]\tvalid_0's rmse: 1630.53                                                                                           \n",
      "[59]\tvalid_0's rmse: 1619.8                                                                                            \n",
      "[60]\tvalid_0's rmse: 1610.23                                                                                           \n",
      "[61]\tvalid_0's rmse: 1600.77                                                                                           \n",
      "[62]\tvalid_0's rmse: 1590.78                                                                                           \n",
      "[63]\tvalid_0's rmse: 1581.91                                                                                           \n",
      "[64]\tvalid_0's rmse: 1573.85                                                                                           \n",
      "[65]\tvalid_0's rmse: 1565.26                                                                                           \n",
      "[66]\tvalid_0's rmse: 1558.06                                                                                           \n",
      "[67]\tvalid_0's rmse: 1551.36                                                                                           \n",
      "[68]\tvalid_0's rmse: 1544.5                                                                                            \n",
      "[69]\tvalid_0's rmse: 1538.5                                                                                            \n",
      "[70]\tvalid_0's rmse: 1532.9                                                                                            \n",
      "[71]\tvalid_0's rmse: 1526.5                                                                                            \n",
      "[72]\tvalid_0's rmse: 1520.83                                                                                           \n",
      "[73]\tvalid_0's rmse: 1514.83                                                                                           \n",
      "[74]\tvalid_0's rmse: 1509.56                                                                                           \n",
      "[75]\tvalid_0's rmse: 1503.99                                                                                           \n",
      "[76]\tvalid_0's rmse: 1498.17                                                                                           \n",
      "[77]\tvalid_0's rmse: 1492.98                                                                                           \n",
      "[78]\tvalid_0's rmse: 1488.55                                                                                           \n",
      "[79]\tvalid_0's rmse: 1484.34                                                                                           \n",
      "[80]\tvalid_0's rmse: 1480.04                                                                                           \n",
      "[81]\tvalid_0's rmse: 1475.19                                                                                           \n",
      "[82]\tvalid_0's rmse: 1471.29                                                                                           \n",
      "[83]\tvalid_0's rmse: 1467.36                                                                                           \n",
      "[84]\tvalid_0's rmse: 1463.09                                                                                           \n",
      "[85]\tvalid_0's rmse: 1459.45                                                                                           \n",
      "[86]\tvalid_0's rmse: 1455.63                                                                                           \n",
      "[87]\tvalid_0's rmse: 1451.82                                                                                           \n",
      "[88]\tvalid_0's rmse: 1448.52                                                                                           \n",
      "[89]\tvalid_0's rmse: 1444.63                                                                                           \n",
      "[90]\tvalid_0's rmse: 1441.31                                                                                           \n",
      "[91]\tvalid_0's rmse: 1438.27                                                                                           \n",
      "[92]\tvalid_0's rmse: 1435.47                                                                                           \n",
      "[93]\tvalid_0's rmse: 1432.54                                                                                           \n",
      "[94]\tvalid_0's rmse: 1429.69                                                                                           \n",
      "[95]\tvalid_0's rmse: 1427.1                                                                                            \n",
      "[96]\tvalid_0's rmse: 1424.45                                                                                           \n",
      "[97]\tvalid_0's rmse: 1421.46                                                                                           \n",
      "[98]\tvalid_0's rmse: 1419.01                                                                                           \n",
      "[99]\tvalid_0's rmse: 1416.42                                                                                           \n",
      "[100]\tvalid_0's rmse: 1413.97                                                                                          \n",
      "[101]\tvalid_0's rmse: 1411.11                                                                                          \n",
      "[102]\tvalid_0's rmse: 1408.29                                                                                          \n",
      "[103]\tvalid_0's rmse: 1405.88                                                                                          \n",
      "[104]\tvalid_0's rmse: 1402.93                                                                                          \n",
      "[105]\tvalid_0's rmse: 1400.45                                                                                          \n",
      "[106]\tvalid_0's rmse: 1398.24                                                                                          \n",
      "[107]\tvalid_0's rmse: 1395.66                                                                                          \n",
      "[108]\tvalid_0's rmse: 1393.43                                                                                          \n",
      "[109]\tvalid_0's rmse: 1390.68                                                                                          \n",
      "[110]\tvalid_0's rmse: 1388.77                                                                                          \n",
      "[111]\tvalid_0's rmse: 1386.96                                                                                          \n",
      "[112]\tvalid_0's rmse: 1385.01                                                                                          \n",
      "[113]\tvalid_0's rmse: 1382.42                                                                                          \n",
      "[114]\tvalid_0's rmse: 1380.4                                                                                           \n",
      "[115]\tvalid_0's rmse: 1378.36                                                                                          \n",
      "[116]\tvalid_0's rmse: 1376.64                                                                                          \n",
      "[117]\tvalid_0's rmse: 1374.4                                                                                           \n",
      "[118]\tvalid_0's rmse: 1372.34                                                                                          \n",
      "[119]\tvalid_0's rmse: 1370.52                                                                                          \n",
      "[120]\tvalid_0's rmse: 1368.34                                                                                          \n",
      "[121]\tvalid_0's rmse: 1366.34                                                                                          \n",
      "[122]\tvalid_0's rmse: 1364.51                                                                                          \n",
      "[123]\tvalid_0's rmse: 1362.54                                                                                          \n",
      "[124]\tvalid_0's rmse: 1360.48                                                                                          \n",
      "[125]\tvalid_0's rmse: 1358.7                                                                                           \n",
      "[126]\tvalid_0's rmse: 1357.18                                                                                          \n",
      "[127]\tvalid_0's rmse: 1355.71                                                                                          \n",
      "[128]\tvalid_0's rmse: 1354.36                                                                                          \n",
      "[129]\tvalid_0's rmse: 1353.08                                                                                          \n",
      "[130]\tvalid_0's rmse: 1350.54                                                                                          \n",
      "[131]\tvalid_0's rmse: 1348.33                                                                                          \n",
      "[132]\tvalid_0's rmse: 1346.42                                                                                          \n",
      "[133]\tvalid_0's rmse: 1344.79                                                                                          \n",
      "[134]\tvalid_0's rmse: 1343.61                                                                                          \n",
      "[135]\tvalid_0's rmse: 1341.93                                                                                          \n",
      "[136]\tvalid_0's rmse: 1340.02                                                                                          \n",
      "[137]\tvalid_0's rmse: 1338.66                                                                                          \n",
      "[138]\tvalid_0's rmse: 1336.29                                                                                          \n",
      "[139]\tvalid_0's rmse: 1334.79                                                                                          \n",
      "[140]\tvalid_0's rmse: 1333.29                                                                                          \n",
      "[141]\tvalid_0's rmse: 1331.36                                                                                          \n",
      "[142]\tvalid_0's rmse: 1330.06                                                                                          \n",
      "[143]\tvalid_0's rmse: 1328.59                                                                                          \n",
      "[144]\tvalid_0's rmse: 1327.3                                                                                           \n",
      "[145]\tvalid_0's rmse: 1325.25                                                                                          \n",
      "[146]\tvalid_0's rmse: 1323.75                                                                                          \n",
      "[147]\tvalid_0's rmse: 1322.46                                                                                          \n",
      "[148]\tvalid_0's rmse: 1320.94                                                                                          \n",
      "[149]\tvalid_0's rmse: 1320.03                                                                                          \n",
      "[150]\tvalid_0's rmse: 1318.24                                                                                          \n",
      "[151]\tvalid_0's rmse: 1316.74                                                                                          \n",
      "[152]\tvalid_0's rmse: 1315.58                                                                                          \n",
      "[153]\tvalid_0's rmse: 1314.24                                                                                          \n",
      "[154]\tvalid_0's rmse: 1313.15                                                                                          \n",
      "[155]\tvalid_0's rmse: 1311.98                                                                                          \n",
      "[156]\tvalid_0's rmse: 1310.42                                                                                          \n",
      "[157]\tvalid_0's rmse: 1309.25                                                                                          \n",
      "[158]\tvalid_0's rmse: 1307.55                                                                                          \n",
      "[159]\tvalid_0's rmse: 1305.95                                                                                          \n",
      "[160]\tvalid_0's rmse: 1304.18                                                                                          \n",
      "[161]\tvalid_0's rmse: 1302.85                                                                                          \n",
      "[162]\tvalid_0's rmse: 1301.23                                                                                          \n",
      "[163]\tvalid_0's rmse: 1299.65                                                                                          \n",
      "[164]\tvalid_0's rmse: 1297.6                                                                                           \n",
      "[165]\tvalid_0's rmse: 1296.62                                                                                          \n",
      "[166]\tvalid_0's rmse: 1295.68                                                                                          \n",
      "[167]\tvalid_0's rmse: 1294.09                                                                                          \n",
      "[168]\tvalid_0's rmse: 1293.26                                                                                          \n",
      "[169]\tvalid_0's rmse: 1292.1                                                                                           \n",
      "[170]\tvalid_0's rmse: 1291.02                                                                                          \n",
      "[171]\tvalid_0's rmse: 1289.5                                                                                           \n",
      "[172]\tvalid_0's rmse: 1288.4                                                                                           \n",
      "[173]\tvalid_0's rmse: 1287.18                                                                                          \n",
      "[174]\tvalid_0's rmse: 1285.92                                                                                          \n",
      "[175]\tvalid_0's rmse: 1284.15                                                                                          \n",
      "[176]\tvalid_0's rmse: 1282.47                                                                                          \n",
      "[177]\tvalid_0's rmse: 1281.49                                                                                          \n",
      "[178]\tvalid_0's rmse: 1280.59                                                                                          \n",
      "[179]\tvalid_0's rmse: 1279.58                                                                                          \n",
      "[180]\tvalid_0's rmse: 1277.57                                                                                          \n",
      "[181]\tvalid_0's rmse: 1276.49                                                                                          \n",
      "[182]\tvalid_0's rmse: 1275.3                                                                                           \n",
      "[183]\tvalid_0's rmse: 1274.23                                                                                          \n",
      "[184]\tvalid_0's rmse: 1273.12                                                                                          \n",
      "[185]\tvalid_0's rmse: 1271.85                                                                                          \n",
      "[186]\tvalid_0's rmse: 1270.8                                                                                           \n",
      "[187]\tvalid_0's rmse: 1270.35                                                                                          \n",
      "[188]\tvalid_0's rmse: 1269.41                                                                                          \n",
      "[189]\tvalid_0's rmse: 1268.58                                                                                          \n",
      "[190]\tvalid_0's rmse: 1267.77                                                                                          \n",
      "[191]\tvalid_0's rmse: 1267.01                                                                                          \n",
      "[192]\tvalid_0's rmse: 1266.3                                                                                           \n",
      "[193]\tvalid_0's rmse: 1264.54                                                                                          \n",
      "[194]\tvalid_0's rmse: 1263.13                                                                                          \n",
      "[195]\tvalid_0's rmse: 1262.21                                                                                          \n",
      "[196]\tvalid_0's rmse: 1261.29                                                                                          \n",
      "[197]\tvalid_0's rmse: 1260.54                                                                                          \n",
      "[198]\tvalid_0's rmse: 1259.37                                                                                          \n",
      "[199]\tvalid_0's rmse: 1258.63                                                                                          \n",
      "[200]\tvalid_0's rmse: 1257.25                                                                                          \n",
      "[201]\tvalid_0's rmse: 1256.38                                                                                          \n",
      "[202]\tvalid_0's rmse: 1255.43                                                                                          \n",
      "[203]\tvalid_0's rmse: 1254.57                                                                                          \n",
      "[204]\tvalid_0's rmse: 1253.88                                                                                          \n",
      "[205]\tvalid_0's rmse: 1252.24                                                                                          \n",
      "[206]\tvalid_0's rmse: 1251.46                                                                                          \n",
      "[207]\tvalid_0's rmse: 1249.88                                                                                          \n",
      "[208]\tvalid_0's rmse: 1248.84                                                                                          \n",
      "[209]\tvalid_0's rmse: 1247.99                                                                                          \n",
      "[210]\tvalid_0's rmse: 1247.02                                                                                          \n",
      "[211]\tvalid_0's rmse: 1246.23                                                                                          \n",
      "[212]\tvalid_0's rmse: 1245.63                                                                                          \n",
      "[213]\tvalid_0's rmse: 1244.45                                                                                          \n",
      "[214]\tvalid_0's rmse: 1243.84                                                                                          \n",
      "[215]\tvalid_0's rmse: 1242.43                                                                                          \n",
      "[216]\tvalid_0's rmse: 1241.74                                                                                          \n",
      "[217]\tvalid_0's rmse: 1240.83                                                                                          \n",
      "[218]\tvalid_0's rmse: 1240.1                                                                                           \n",
      "[219]\tvalid_0's rmse: 1239.41                                                                                          \n",
      "[220]\tvalid_0's rmse: 1238.68                                                                                          \n",
      "[221]\tvalid_0's rmse: 1237.82                                                                                          \n",
      "[222]\tvalid_0's rmse: 1236.53                                                                                          \n",
      "[223]\tvalid_0's rmse: 1235.95                                                                                          \n",
      "[224]\tvalid_0's rmse: 1235.12                                                                                          \n",
      "[225]\tvalid_0's rmse: 1234.32                                                                                          \n",
      "[226]\tvalid_0's rmse: 1233.66                                                                                          \n",
      "[227]\tvalid_0's rmse: 1232.77                                                                                          \n",
      "[228]\tvalid_0's rmse: 1231.87                                                                                          \n",
      "[229]\tvalid_0's rmse: 1231.03                                                                                          \n",
      "[230]\tvalid_0's rmse: 1230.38                                                                                          \n",
      "[231]\tvalid_0's rmse: 1229.54                                                                                          \n",
      "[232]\tvalid_0's rmse: 1228.75                                                                                          \n",
      "[233]\tvalid_0's rmse: 1227.95                                                                                          \n",
      "[234]\tvalid_0's rmse: 1227.2                                                                                           \n",
      "[235]\tvalid_0's rmse: 1226.61                                                                                          \n",
      "[236]\tvalid_0's rmse: 1226.06                                                                                          \n",
      "[237]\tvalid_0's rmse: 1225.54                                                                                          \n",
      "[238]\tvalid_0's rmse: 1224.63                                                                                          \n",
      "[239]\tvalid_0's rmse: 1223.79                                                                                          \n",
      "[240]\tvalid_0's rmse: 1223.23                                                                                          \n",
      "[241]\tvalid_0's rmse: 1222.76                                                                                          \n",
      "[242]\tvalid_0's rmse: 1221.78                                                                                          \n",
      "[243]\tvalid_0's rmse: 1220.68                                                                                          \n",
      "[244]\tvalid_0's rmse: 1219.7                                                                                           \n",
      "[245]\tvalid_0's rmse: 1218.99                                                                                          \n",
      "[246]\tvalid_0's rmse: 1218.36                                                                                          \n",
      "[247]\tvalid_0's rmse: 1217.37                                                                                          \n",
      "[248]\tvalid_0's rmse: 1216.52                                                                                          \n",
      "[249]\tvalid_0's rmse: 1215.71                                                                                          \n",
      "[250]\tvalid_0's rmse: 1214.36                                                                                          \n",
      "[251]\tvalid_0's rmse: 1213.7                                                                                           \n",
      "[252]\tvalid_0's rmse: 1212.79                                                                                          \n",
      "[253]\tvalid_0's rmse: 1212.13                                                                                          \n",
      "[254]\tvalid_0's rmse: 1211.27                                                                                          \n",
      "[255]\tvalid_0's rmse: 1210.36                                                                                          \n",
      "[256]\tvalid_0's rmse: 1209.69                                                                                          \n",
      "[257]\tvalid_0's rmse: 1208.58                                                                                          \n",
      "[258]\tvalid_0's rmse: 1207.85                                                                                          \n",
      "[259]\tvalid_0's rmse: 1206.82                                                                                          \n",
      "[260]\tvalid_0's rmse: 1206.02                                                                                          \n",
      "[261]\tvalid_0's rmse: 1205.25                                                                                          \n",
      "[262]\tvalid_0's rmse: 1204.58                                                                                          \n",
      "[263]\tvalid_0's rmse: 1203.75                                                                                          \n",
      "[264]\tvalid_0's rmse: 1203.09                                                                                          \n",
      "[265]\tvalid_0's rmse: 1202.22                                                                                          \n",
      "[266]\tvalid_0's rmse: 1201.42                                                                                          \n",
      "[267]\tvalid_0's rmse: 1200.48                                                                                          \n",
      "[268]\tvalid_0's rmse: 1199.58                                                                                          \n",
      "[269]\tvalid_0's rmse: 1198.4                                                                                           \n",
      "[270]\tvalid_0's rmse: 1197.4                                                                                           \n",
      "[271]\tvalid_0's rmse: 1196.83                                                                                          \n",
      "[272]\tvalid_0's rmse: 1196.09                                                                                          \n",
      "[273]\tvalid_0's rmse: 1195.44                                                                                          \n",
      "[274]\tvalid_0's rmse: 1194.74                                                                                          \n",
      "[275]\tvalid_0's rmse: 1193.88                                                                                          \n",
      "[276]\tvalid_0's rmse: 1193.26                                                                                          \n",
      "[277]\tvalid_0's rmse: 1192.65                                                                                          \n",
      "[278]\tvalid_0's rmse: 1191.54                                                                                          \n",
      "[279]\tvalid_0's rmse: 1190.69                                                                                          \n",
      "[280]\tvalid_0's rmse: 1189.99                                                                                          \n",
      "[281]\tvalid_0's rmse: 1189.16                                                                                          \n",
      "[282]\tvalid_0's rmse: 1188.2                                                                                           \n",
      "[283]\tvalid_0's rmse: 1187.55                                                                                          \n",
      "[284]\tvalid_0's rmse: 1186.82                                                                                          \n",
      "[285]\tvalid_0's rmse: 1185.76                                                                                          \n",
      "[286]\tvalid_0's rmse: 1185.18                                                                                          \n",
      "[287]\tvalid_0's rmse: 1184.37                                                                                          \n",
      "[288]\tvalid_0's rmse: 1183.72                                                                                          \n",
      "[289]\tvalid_0's rmse: 1182.97                                                                                          \n",
      "[290]\tvalid_0's rmse: 1182.49                                                                                          \n",
      "[291]\tvalid_0's rmse: 1181.52                                                                                          \n",
      "[292]\tvalid_0's rmse: 1180.91                                                                                          \n",
      "[293]\tvalid_0's rmse: 1179.91                                                                                          \n",
      "[294]\tvalid_0's rmse: 1179.18                                                                                          \n",
      "[295]\tvalid_0's rmse: 1178.59                                                                                          \n",
      "[296]\tvalid_0's rmse: 1178                                                                                             \n",
      "[297]\tvalid_0's rmse: 1177.01                                                                                          \n",
      "[298]\tvalid_0's rmse: 1176.45                                                                                          \n",
      "[299]\tvalid_0's rmse: 1175.75                                                                                          \n",
      "[300]\tvalid_0's rmse: 1175.11                                                                                          \n",
      "[301]\tvalid_0's rmse: 1174.57                                                                                          \n",
      "[302]\tvalid_0's rmse: 1174.01                                                                                          \n",
      "[303]\tvalid_0's rmse: 1173.33                                                                                          \n",
      "[304]\tvalid_0's rmse: 1172.75                                                                                          \n",
      "[305]\tvalid_0's rmse: 1172.25                                                                                          \n",
      "[306]\tvalid_0's rmse: 1171.44                                                                                          \n",
      "[307]\tvalid_0's rmse: 1170.78                                                                                          \n",
      "[308]\tvalid_0's rmse: 1170.27                                                                                          \n",
      "[309]\tvalid_0's rmse: 1169.59                                                                                          \n",
      "[310]\tvalid_0's rmse: 1168.92                                                                                          \n",
      "[311]\tvalid_0's rmse: 1168.38                                                                                          \n",
      "[312]\tvalid_0's rmse: 1167.9                                                                                           \n",
      "[313]\tvalid_0's rmse: 1167.33                                                                                          \n",
      "[314]\tvalid_0's rmse: 1166.78                                                                                          \n",
      "[315]\tvalid_0's rmse: 1166.08                                                                                          \n",
      "[316]\tvalid_0's rmse: 1165.58                                                                                          \n",
      "[317]\tvalid_0's rmse: 1165.05                                                                                          \n",
      "[318]\tvalid_0's rmse: 1164.42                                                                                          \n",
      "[319]\tvalid_0's rmse: 1163.96                                                                                          \n",
      "[320]\tvalid_0's rmse: 1163.47                                                                                          \n",
      "[321]\tvalid_0's rmse: 1162.77                                                                                          \n",
      "[322]\tvalid_0's rmse: 1162.29                                                                                          \n",
      "[323]\tvalid_0's rmse: 1161.56                                                                                          \n",
      "[324]\tvalid_0's rmse: 1161.1                                                                                           \n",
      "[325]\tvalid_0's rmse: 1160.55                                                                                          \n",
      "[326]\tvalid_0's rmse: 1159.85                                                                                          \n",
      "[327]\tvalid_0's rmse: 1158.95                                                                                          \n",
      "[328]\tvalid_0's rmse: 1158.45                                                                                          \n",
      "[329]\tvalid_0's rmse: 1157.91                                                                                          \n",
      "[330]\tvalid_0's rmse: 1157.34                                                                                          \n",
      "[331]\tvalid_0's rmse: 1156.95                                                                                          \n",
      "[332]\tvalid_0's rmse: 1156.11                                                                                          \n",
      "[333]\tvalid_0's rmse: 1155.7                                                                                           \n",
      "[334]\tvalid_0's rmse: 1155.24                                                                                          \n",
      "[335]\tvalid_0's rmse: 1154.59                                                                                          \n",
      "[336]\tvalid_0's rmse: 1153.99                                                                                          \n",
      "[337]\tvalid_0's rmse: 1153.48                                                                                          \n",
      "[338]\tvalid_0's rmse: 1152.95                                                                                          \n",
      "[339]\tvalid_0's rmse: 1152.04                                                                                          \n",
      "[340]\tvalid_0's rmse: 1151.42                                                                                          \n",
      "[341]\tvalid_0's rmse: 1150.74                                                                                          \n",
      "[342]\tvalid_0's rmse: 1150.05                                                                                          \n",
      "[343]\tvalid_0's rmse: 1149.31                                                                                          \n",
      "[344]\tvalid_0's rmse: 1148.59                                                                                          \n",
      "[345]\tvalid_0's rmse: 1147.92                                                                                          \n",
      "[346]\tvalid_0's rmse: 1147.29                                                                                          \n",
      "[347]\tvalid_0's rmse: 1146.46                                                                                          \n",
      "[348]\tvalid_0's rmse: 1145.63                                                                                          \n",
      "[349]\tvalid_0's rmse: 1145.16                                                                                          \n",
      "[350]\tvalid_0's rmse: 1144.54                                                                                          \n",
      "[351]\tvalid_0's rmse: 1143.78                                                                                          \n",
      "[352]\tvalid_0's rmse: 1142.89                                                                                          \n",
      "[353]\tvalid_0's rmse: 1142.48                                                                                          \n",
      "[354]\tvalid_0's rmse: 1141.94                                                                                          \n",
      "[355]\tvalid_0's rmse: 1141.05                                                                                          \n",
      "[356]\tvalid_0's rmse: 1140.51                                                                                          \n",
      "[357]\tvalid_0's rmse: 1139.65                                                                                          \n",
      "[358]\tvalid_0's rmse: 1139.2                                                                                           \n",
      "[359]\tvalid_0's rmse: 1138.53                                                                                          \n",
      "[360]\tvalid_0's rmse: 1137.84                                                                                          \n",
      "[361]\tvalid_0's rmse: 1137.32                                                                                          \n",
      "[362]\tvalid_0's rmse: 1136.5                                                                                           \n",
      "[363]\tvalid_0's rmse: 1136                                                                                             \n",
      "[364]\tvalid_0's rmse: 1135.63                                                                                          \n",
      "[365]\tvalid_0's rmse: 1135.05                                                                                          \n",
      "[366]\tvalid_0's rmse: 1134.36                                                                                          \n",
      "[367]\tvalid_0's rmse: 1133.89                                                                                          \n",
      "[368]\tvalid_0's rmse: 1133.28                                                                                          \n",
      "[369]\tvalid_0's rmse: 1132.92                                                                                          \n",
      "[370]\tvalid_0's rmse: 1132.13                                                                                          \n",
      "[371]\tvalid_0's rmse: 1131.55                                                                                          \n",
      "[372]\tvalid_0's rmse: 1130.96                                                                                          \n",
      "[373]\tvalid_0's rmse: 1130.21                                                                                          \n",
      "[374]\tvalid_0's rmse: 1129.84                                                                                          \n",
      "[375]\tvalid_0's rmse: 1129.25                                                                                          \n",
      "[376]\tvalid_0's rmse: 1128.5                                                                                           \n",
      "[377]\tvalid_0's rmse: 1128.11                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[377]\tvalid_0's rmse: 1128.11\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013033 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7109.64                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6744.5                                                                                             \n",
      "[3]\tvalid_0's rmse: 6410.11                                                                                            \n",
      "[4]\tvalid_0's rmse: 6087.17                                                                                            \n",
      "[5]\tvalid_0's rmse: 5782.48                                                                                            \n",
      "[6]\tvalid_0's rmse: 5506.42                                                                                            \n",
      "[7]\tvalid_0's rmse: 5242.29                                                                                            \n",
      "[8]\tvalid_0's rmse: 4991.63                                                                                            \n",
      "[9]\tvalid_0's rmse: 4768.68                                                                                            \n",
      "[10]\tvalid_0's rmse: 4549.61                                                                                           \n",
      "[11]\tvalid_0's rmse: 4344.04                                                                                           \n",
      "[12]\tvalid_0's rmse: 4151.71                                                                                           \n",
      "[13]\tvalid_0's rmse: 3970.81                                                                                           \n",
      "[14]\tvalid_0's rmse: 3807.91                                                                                           \n",
      " 35%|█████████████████▌                                | 7/20 [00:21<00:42,  3.25s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[15]\tvalid_0's rmse: 3650.51                                                                                           \n",
      "[16]\tvalid_0's rmse: 3503.72                                                                                           \n",
      "[17]\tvalid_0's rmse: 3366.71                                                                                           \n",
      "[18]\tvalid_0's rmse: 3238.95                                                                                           \n",
      "[19]\tvalid_0's rmse: 3120                                                                                              \n",
      "[20]\tvalid_0's rmse: 3010.37                                                                                           \n",
      "[21]\tvalid_0's rmse: 2908.62                                                                                           \n",
      "[22]\tvalid_0's rmse: 2813.35                                                                                           \n",
      "[23]\tvalid_0's rmse: 2725.15                                                                                           \n",
      "[24]\tvalid_0's rmse: 2642.03                                                                                           \n",
      "[25]\tvalid_0's rmse: 2563.48                                                                                           \n",
      "[26]\tvalid_0's rmse: 2491.46                                                                                           \n",
      "[27]\tvalid_0's rmse: 2423.48                                                                                           \n",
      "[28]\tvalid_0's rmse: 2361.37                                                                                           \n",
      "[29]\tvalid_0's rmse: 2303                                                                                              \n",
      "[30]\tvalid_0's rmse: 2250.21                                                                                           \n",
      "[31]\tvalid_0's rmse: 2200.57                                                                                           \n",
      "[32]\tvalid_0's rmse: 2153.32                                                                                           \n",
      "[33]\tvalid_0's rmse: 2107.37                                                                                           \n",
      "[34]\tvalid_0's rmse: 2066.73                                                                                           \n",
      "[35]\tvalid_0's rmse: 2025.55                                                                                           \n",
      "[36]\tvalid_0's rmse: 1992.12                                                                                           \n",
      "[37]\tvalid_0's rmse: 1955.55                                                                                           \n",
      "[38]\tvalid_0's rmse: 1925.84                                                                                           \n",
      "[39]\tvalid_0's rmse: 1895.16                                                                                           \n",
      "[40]\tvalid_0's rmse: 1868.16                                                                                           \n",
      "[41]\tvalid_0's rmse: 1841.33                                                                                           \n",
      "[42]\tvalid_0's rmse: 1815.61                                                                                           \n",
      "[43]\tvalid_0's rmse: 1793.25                                                                                           \n",
      "[44]\tvalid_0's rmse: 1773.58                                                                                           \n",
      "[45]\tvalid_0's rmse: 1752.45                                                                                           \n",
      "[46]\tvalid_0's rmse: 1732.43                                                                                           \n",
      "[47]\tvalid_0's rmse: 1715.35                                                                                           \n",
      "[48]\tvalid_0's rmse: 1698.66                                                                                           \n",
      "[49]\tvalid_0's rmse: 1681.86                                                                                           \n",
      "[50]\tvalid_0's rmse: 1667.11                                                                                           \n",
      "[51]\tvalid_0's rmse: 1653.39                                                                                           \n",
      "[52]\tvalid_0's rmse: 1640.73                                                                                           \n",
      "[53]\tvalid_0's rmse: 1628.88                                                                                           \n",
      "[54]\tvalid_0's rmse: 1616.93                                                                                           \n",
      "[55]\tvalid_0's rmse: 1606.15                                                                                           \n",
      "[56]\tvalid_0's rmse: 1595.92                                                                                           \n",
      "[57]\tvalid_0's rmse: 1585.94                                                                                           \n",
      "[58]\tvalid_0's rmse: 1576.79                                                                                           \n",
      "[59]\tvalid_0's rmse: 1568.58                                                                                           \n",
      "[60]\tvalid_0's rmse: 1560.89                                                                                           \n",
      "[61]\tvalid_0's rmse: 1553.46                                                                                           \n",
      "[62]\tvalid_0's rmse: 1545.67                                                                                           \n",
      "[63]\tvalid_0's rmse: 1538.92                                                                                           \n",
      "[64]\tvalid_0's rmse: 1531.82                                                                                           \n",
      "[65]\tvalid_0's rmse: 1525.14                                                                                           \n",
      "[66]\tvalid_0's rmse: 1518.35                                                                                           \n",
      "[67]\tvalid_0's rmse: 1512.8                                                                                            \n",
      "[68]\tvalid_0's rmse: 1506.58                                                                                           \n",
      "[69]\tvalid_0's rmse: 1501.63                                                                                           \n",
      "[70]\tvalid_0's rmse: 1496.7                                                                                            \n",
      "[71]\tvalid_0's rmse: 1491.92                                                                                           \n",
      "[72]\tvalid_0's rmse: 1486.87                                                                                           \n",
      "[73]\tvalid_0's rmse: 1481.96                                                                                           \n",
      "[74]\tvalid_0's rmse: 1476.48                                                                                           \n",
      "[75]\tvalid_0's rmse: 1471.7                                                                                            \n",
      "[76]\tvalid_0's rmse: 1467.32                                                                                           \n",
      "[77]\tvalid_0's rmse: 1462.98                                                                                           \n",
      "[78]\tvalid_0's rmse: 1458.56                                                                                           \n",
      "[79]\tvalid_0's rmse: 1454.84                                                                                           \n",
      "[80]\tvalid_0's rmse: 1451.09                                                                                           \n",
      "[81]\tvalid_0's rmse: 1447.81                                                                                           \n",
      "[82]\tvalid_0's rmse: 1443.8                                                                                            \n",
      "[83]\tvalid_0's rmse: 1440.55                                                                                           \n",
      "[84]\tvalid_0's rmse: 1436.88                                                                                           \n",
      "[85]\tvalid_0's rmse: 1433.46                                                                                           \n",
      "[86]\tvalid_0's rmse: 1429.94                                                                                           \n",
      "[87]\tvalid_0's rmse: 1426.65                                                                                           \n",
      "[88]\tvalid_0's rmse: 1423.11                                                                                           \n",
      "[89]\tvalid_0's rmse: 1419.84                                                                                           \n",
      "[90]\tvalid_0's rmse: 1417.31                                                                                           \n",
      "[91]\tvalid_0's rmse: 1414.72                                                                                           \n",
      "[92]\tvalid_0's rmse: 1411.34                                                                                           \n",
      "[93]\tvalid_0's rmse: 1408.47                                                                                           \n",
      "[94]\tvalid_0's rmse: 1406.13                                                                                           \n",
      "[95]\tvalid_0's rmse: 1403.61                                                                                           \n",
      "[96]\tvalid_0's rmse: 1400.79                                                                                           \n",
      "[97]\tvalid_0's rmse: 1397.2                                                                                            \n",
      "[98]\tvalid_0's rmse: 1394.34                                                                                           \n",
      "[99]\tvalid_0's rmse: 1391.69                                                                                           \n",
      "[100]\tvalid_0's rmse: 1389.49                                                                                          \n",
      "[101]\tvalid_0's rmse: 1386.45                                                                                          \n",
      "[102]\tvalid_0's rmse: 1384.02                                                                                          \n",
      "[103]\tvalid_0's rmse: 1381.4                                                                                           \n",
      "[104]\tvalid_0's rmse: 1379.13                                                                                          \n",
      "[105]\tvalid_0's rmse: 1376.78                                                                                          \n",
      "[106]\tvalid_0's rmse: 1373.97                                                                                          \n",
      "[107]\tvalid_0's rmse: 1371.5                                                                                           \n",
      "[108]\tvalid_0's rmse: 1369.28                                                                                          \n",
      "[109]\tvalid_0's rmse: 1367.16                                                                                          \n",
      "[110]\tvalid_0's rmse: 1365.35                                                                                          \n",
      "[111]\tvalid_0's rmse: 1363.42                                                                                          \n",
      "[112]\tvalid_0's rmse: 1361.63                                                                                          \n",
      "[113]\tvalid_0's rmse: 1359.61                                                                                          \n",
      "[114]\tvalid_0's rmse: 1357.6                                                                                           \n",
      "[115]\tvalid_0's rmse: 1355.99                                                                                          \n",
      "[116]\tvalid_0's rmse: 1354.07                                                                                          \n",
      "[117]\tvalid_0's rmse: 1352.77                                                                                          \n",
      "[118]\tvalid_0's rmse: 1351.32                                                                                          \n",
      "[119]\tvalid_0's rmse: 1349.52                                                                                          \n",
      "[120]\tvalid_0's rmse: 1347.67                                                                                          \n",
      "[121]\tvalid_0's rmse: 1345.57                                                                                          \n",
      "[122]\tvalid_0's rmse: 1343.76                                                                                          \n",
      "[123]\tvalid_0's rmse: 1341.75                                                                                          \n",
      "[124]\tvalid_0's rmse: 1340.32                                                                                          \n",
      "[125]\tvalid_0's rmse: 1338.8                                                                                           \n",
      "[126]\tvalid_0's rmse: 1337.35                                                                                          \n",
      "[127]\tvalid_0's rmse: 1336.05                                                                                          \n",
      "[128]\tvalid_0's rmse: 1334.55                                                                                          \n",
      "[129]\tvalid_0's rmse: 1333.11                                                                                          \n",
      "[130]\tvalid_0's rmse: 1330.87                                                                                          \n",
      "[131]\tvalid_0's rmse: 1329.32                                                                                          \n",
      "[132]\tvalid_0's rmse: 1327.82                                                                                          \n",
      "[133]\tvalid_0's rmse: 1326.4                                                                                           \n",
      "[134]\tvalid_0's rmse: 1324.97                                                                                          \n",
      "[135]\tvalid_0's rmse: 1323.97                                                                                          \n",
      "[136]\tvalid_0's rmse: 1322.12                                                                                          \n",
      "[137]\tvalid_0's rmse: 1319.99                                                                                          \n",
      "[138]\tvalid_0's rmse: 1317.74                                                                                          \n",
      "[139]\tvalid_0's rmse: 1316.27                                                                                          \n",
      "[140]\tvalid_0's rmse: 1314.62                                                                                          \n",
      "[141]\tvalid_0's rmse: 1313.32                                                                                          \n",
      "[142]\tvalid_0's rmse: 1311.97                                                                                          \n",
      "[143]\tvalid_0's rmse: 1310.2                                                                                           \n",
      "[144]\tvalid_0's rmse: 1308.98                                                                                          \n",
      "[145]\tvalid_0's rmse: 1307.7                                                                                           \n",
      "[146]\tvalid_0's rmse: 1306.64                                                                                          \n",
      "[147]\tvalid_0's rmse: 1304.74                                                                                          \n",
      "[148]\tvalid_0's rmse: 1303.1                                                                                           \n",
      "[149]\tvalid_0's rmse: 1301.94                                                                                          \n",
      "[150]\tvalid_0's rmse: 1301.05                                                                                          \n",
      "[151]\tvalid_0's rmse: 1299.56                                                                                          \n",
      "[152]\tvalid_0's rmse: 1297.78                                                                                          \n",
      "[153]\tvalid_0's rmse: 1296.67                                                                                          \n",
      "[154]\tvalid_0's rmse: 1295.42                                                                                          \n",
      "[155]\tvalid_0's rmse: 1294.23                                                                                          \n",
      "[156]\tvalid_0's rmse: 1293.05                                                                                          \n",
      "[157]\tvalid_0's rmse: 1292                                                                                             \n",
      "[158]\tvalid_0's rmse: 1290.71                                                                                          \n",
      "[159]\tvalid_0's rmse: 1289.1                                                                                           \n",
      "[160]\tvalid_0's rmse: 1287.52                                                                                          \n",
      "[161]\tvalid_0's rmse: 1286.3                                                                                           \n",
      "[162]\tvalid_0's rmse: 1285.26                                                                                          \n",
      "[163]\tvalid_0's rmse: 1284                                                                                             \n",
      "[164]\tvalid_0's rmse: 1282.81                                                                                          \n",
      "[165]\tvalid_0's rmse: 1281.4                                                                                           \n",
      "[166]\tvalid_0's rmse: 1280.73                                                                                          \n",
      "[167]\tvalid_0's rmse: 1279.52                                                                                          \n",
      "[168]\tvalid_0's rmse: 1278.5                                                                                           \n",
      "[169]\tvalid_0's rmse: 1277.5                                                                                           \n",
      "[170]\tvalid_0's rmse: 1275.76                                                                                          \n",
      "[171]\tvalid_0's rmse: 1274.96                                                                                          \n",
      "[172]\tvalid_0's rmse: 1273.55                                                                                          \n",
      "[173]\tvalid_0's rmse: 1272.36                                                                                          \n",
      "[174]\tvalid_0's rmse: 1271.3                                                                                           \n",
      "[175]\tvalid_0's rmse: 1269.8                                                                                           \n",
      "[176]\tvalid_0's rmse: 1268.36                                                                                          \n",
      "[177]\tvalid_0's rmse: 1267.46                                                                                          \n",
      "[178]\tvalid_0's rmse: 1265.83                                                                                          \n",
      "[179]\tvalid_0's rmse: 1264.87                                                                                          \n",
      "[180]\tvalid_0's rmse: 1263.53                                                                                          \n",
      "[181]\tvalid_0's rmse: 1262.5                                                                                           \n",
      "[182]\tvalid_0's rmse: 1261.64                                                                                          \n",
      "[183]\tvalid_0's rmse: 1260.34                                                                                          \n",
      "[184]\tvalid_0's rmse: 1259.4                                                                                           \n",
      "[185]\tvalid_0's rmse: 1258.15                                                                                          \n",
      "[186]\tvalid_0's rmse: 1257.25                                                                                          \n",
      "[187]\tvalid_0's rmse: 1256.29                                                                                          \n",
      "[188]\tvalid_0's rmse: 1254.68                                                                                          \n",
      "[189]\tvalid_0's rmse: 1253.65                                                                                          \n",
      "[190]\tvalid_0's rmse: 1252.95                                                                                          \n",
      "[191]\tvalid_0's rmse: 1251.95                                                                                          \n",
      "[192]\tvalid_0's rmse: 1251.17                                                                                          \n",
      "[193]\tvalid_0's rmse: 1250.05                                                                                          \n",
      "[194]\tvalid_0's rmse: 1249.03                                                                                          \n",
      "[195]\tvalid_0's rmse: 1248.42                                                                                          \n",
      "[196]\tvalid_0's rmse: 1247.07                                                                                          \n",
      "[197]\tvalid_0's rmse: 1246.3                                                                                           \n",
      "[198]\tvalid_0's rmse: 1245.54                                                                                          \n",
      "[199]\tvalid_0's rmse: 1244.41                                                                                          \n",
      "[200]\tvalid_0's rmse: 1243.25                                                                                          \n",
      "[201]\tvalid_0's rmse: 1242.11                                                                                          \n",
      "[202]\tvalid_0's rmse: 1241.42                                                                                          \n",
      "[203]\tvalid_0's rmse: 1240.48                                                                                          \n",
      "[204]\tvalid_0's rmse: 1239.57                                                                                          \n",
      "[205]\tvalid_0's rmse: 1238.62                                                                                          \n",
      "[206]\tvalid_0's rmse: 1237.44                                                                                          \n",
      "[207]\tvalid_0's rmse: 1236.65                                                                                          \n",
      "[208]\tvalid_0's rmse: 1236.09                                                                                          \n",
      "[209]\tvalid_0's rmse: 1235.28                                                                                          \n",
      "[210]\tvalid_0's rmse: 1234.54                                                                                          \n",
      "[211]\tvalid_0's rmse: 1233.74                                                                                          \n",
      "[212]\tvalid_0's rmse: 1232.75                                                                                          \n",
      "[213]\tvalid_0's rmse: 1232.03                                                                                          \n",
      "[214]\tvalid_0's rmse: 1231.34                                                                                          \n",
      "[215]\tvalid_0's rmse: 1230.52                                                                                          \n",
      "[216]\tvalid_0's rmse: 1229.84                                                                                          \n",
      "[217]\tvalid_0's rmse: 1228.36                                                                                          \n",
      "[218]\tvalid_0's rmse: 1227.54                                                                                          \n",
      "[219]\tvalid_0's rmse: 1225.93                                                                                          \n",
      "[220]\tvalid_0's rmse: 1224.85                                                                                          \n",
      "[221]\tvalid_0's rmse: 1224.23                                                                                          \n",
      "[222]\tvalid_0's rmse: 1223.53                                                                                          \n",
      "[223]\tvalid_0's rmse: 1222.29                                                                                          \n",
      "[224]\tvalid_0's rmse: 1221.54                                                                                          \n",
      "[225]\tvalid_0's rmse: 1220.57                                                                                          \n",
      "[226]\tvalid_0's rmse: 1219.67                                                                                          \n",
      "[227]\tvalid_0's rmse: 1218.89                                                                                          \n",
      "[228]\tvalid_0's rmse: 1218.19                                                                                          \n",
      "[229]\tvalid_0's rmse: 1217.48                                                                                          \n",
      "[230]\tvalid_0's rmse: 1216.89                                                                                          \n",
      "[231]\tvalid_0's rmse: 1216.16                                                                                          \n",
      "[232]\tvalid_0's rmse: 1215.13                                                                                          \n",
      "[233]\tvalid_0's rmse: 1214.25                                                                                          \n",
      "[234]\tvalid_0's rmse: 1213.28                                                                                          \n",
      "[235]\tvalid_0's rmse: 1212.71                                                                                          \n",
      "[236]\tvalid_0's rmse: 1211.95                                                                                          \n",
      "[237]\tvalid_0's rmse: 1211.1                                                                                           \n",
      "[238]\tvalid_0's rmse: 1210.18                                                                                          \n",
      "[239]\tvalid_0's rmse: 1209.07                                                                                          \n",
      "[240]\tvalid_0's rmse: 1208.47                                                                                          \n",
      "[241]\tvalid_0's rmse: 1207.75                                                                                          \n",
      "[242]\tvalid_0's rmse: 1207.07                                                                                          \n",
      "[243]\tvalid_0's rmse: 1205.97                                                                                          \n",
      "[244]\tvalid_0's rmse: 1205.08                                                                                          \n",
      "[245]\tvalid_0's rmse: 1204.48                                                                                          \n",
      "[246]\tvalid_0's rmse: 1203.17                                                                                          \n",
      "[247]\tvalid_0's rmse: 1202.59                                                                                          \n",
      "[248]\tvalid_0's rmse: 1201.92                                                                                          \n",
      "[249]\tvalid_0's rmse: 1200.89                                                                                          \n",
      "[250]\tvalid_0's rmse: 1200.23                                                                                          \n",
      "[251]\tvalid_0's rmse: 1199.03                                                                                          \n",
      "[252]\tvalid_0's rmse: 1198.49                                                                                          \n",
      "[253]\tvalid_0's rmse: 1197.64                                                                                          \n",
      "[254]\tvalid_0's rmse: 1197                                                                                             \n",
      "[255]\tvalid_0's rmse: 1196.42                                                                                          \n",
      "[256]\tvalid_0's rmse: 1195.54                                                                                          \n",
      "[257]\tvalid_0's rmse: 1194.72                                                                                          \n",
      "[258]\tvalid_0's rmse: 1193.86                                                                                          \n",
      "[259]\tvalid_0's rmse: 1193.07                                                                                          \n",
      "[260]\tvalid_0's rmse: 1192.5                                                                                           \n",
      "[261]\tvalid_0's rmse: 1191.73                                                                                          \n",
      "[262]\tvalid_0's rmse: 1190.87                                                                                          \n",
      "[263]\tvalid_0's rmse: 1190.28                                                                                          \n",
      "[264]\tvalid_0's rmse: 1189.78                                                                                          \n",
      "[265]\tvalid_0's rmse: 1189.02                                                                                          \n",
      "[266]\tvalid_0's rmse: 1188.08                                                                                          \n",
      "[267]\tvalid_0's rmse: 1187.26                                                                                          \n",
      "[268]\tvalid_0's rmse: 1186.78                                                                                          \n",
      "[269]\tvalid_0's rmse: 1186.1                                                                                           \n",
      "[270]\tvalid_0's rmse: 1185.25                                                                                          \n",
      "[271]\tvalid_0's rmse: 1184.63                                                                                          \n",
      "[272]\tvalid_0's rmse: 1183.91                                                                                          \n",
      "[273]\tvalid_0's rmse: 1183.28                                                                                          \n",
      "[274]\tvalid_0's rmse: 1182.6                                                                                           \n",
      "[275]\tvalid_0's rmse: 1182.02                                                                                          \n",
      "[276]\tvalid_0's rmse: 1181.42                                                                                          \n",
      "[277]\tvalid_0's rmse: 1180.63                                                                                          \n",
      "[278]\tvalid_0's rmse: 1179.73                                                                                          \n",
      "[279]\tvalid_0's rmse: 1178.75                                                                                          \n",
      "[280]\tvalid_0's rmse: 1178.21                                                                                          \n",
      "[281]\tvalid_0's rmse: 1177.55                                                                                          \n",
      "[282]\tvalid_0's rmse: 1176.98                                                                                          \n",
      "[283]\tvalid_0's rmse: 1176.52                                                                                          \n",
      "[284]\tvalid_0's rmse: 1175.62                                                                                          \n",
      "[285]\tvalid_0's rmse: 1175.1                                                                                           \n",
      "[286]\tvalid_0's rmse: 1174.41                                                                                          \n",
      "[287]\tvalid_0's rmse: 1173.61                                                                                          \n",
      "[288]\tvalid_0's rmse: 1173.08                                                                                          \n",
      "[289]\tvalid_0's rmse: 1172.34                                                                                          \n",
      "[290]\tvalid_0's rmse: 1171.47                                                                                          \n",
      "[291]\tvalid_0's rmse: 1170.79                                                                                          \n",
      "[292]\tvalid_0's rmse: 1170.23                                                                                          \n",
      "[293]\tvalid_0's rmse: 1169.3                                                                                           \n",
      "[294]\tvalid_0's rmse: 1168.47                                                                                          \n",
      "[295]\tvalid_0's rmse: 1168.01                                                                                          \n",
      "[296]\tvalid_0's rmse: 1167.63                                                                                          \n",
      "[297]\tvalid_0's rmse: 1166.69                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[297]\tvalid_0's rmse: 1166.69\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.012611 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7150.73                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6825.01                                                                                            \n",
      "[3]\tvalid_0's rmse: 6526.2                                                                                             \n",
      "[4]\tvalid_0's rmse: 6232.39                                                                                            \n",
      "[5]\tvalid_0's rmse: 5954.51                                                                                            \n",
      "[6]\tvalid_0's rmse: 5704.12                                                                                            \n",
      "[7]\tvalid_0's rmse: 5462.4                                                                                             \n",
      "[8]\tvalid_0's rmse: 5228.86                                                                                            \n",
      "[9]\tvalid_0's rmse: 5026.76                                                                                            \n",
      "[10]\tvalid_0's rmse: 4824.67                                                                                           \n",
      "[11]\tvalid_0's rmse: 4631.49                                                                                           \n",
      "[12]\tvalid_0's rmse: 4451.87                                                                                           \n",
      "[13]\tvalid_0's rmse: 4281.36                                                                                           \n",
      "[14]\tvalid_0's rmse: 4127.18                                                                                           \n",
      "                                                                                                                       "
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[15]\tvalid_0's rmse: 3977.94\n",
      "[16]\tvalid_0's rmse: 3837.56                                                                                           \n",
      "[17]\tvalid_0's rmse: 3707.54                                                                                           \n",
      "[18]\tvalid_0's rmse: 3584.05                                                                                           \n",
      "[19]\tvalid_0's rmse: 3471.18                                                                                           \n",
      "[20]\tvalid_0's rmse: 3363.94                                                                                           \n",
      "[21]\tvalid_0's rmse: 3262.04                                                                                           \n",
      "[22]\tvalid_0's rmse: 3166.78                                                                                           \n",
      "[23]\tvalid_0's rmse: 3079.54                                                                                           \n",
      "[24]\tvalid_0's rmse: 2995.84                                                                                           \n",
      "[25]\tvalid_0's rmse: 2915.52                                                                                           \n",
      "[26]\tvalid_0's rmse: 2840.63                                                                                           \n",
      "[27]\tvalid_0's rmse: 2771.24                                                                                           \n",
      "[28]\tvalid_0's rmse: 2706.3                                                                                            \n",
      "[29]\tvalid_0's rmse: 2645.33                                                                                           \n",
      "[30]\tvalid_0's rmse: 2588.68                                                                                           \n",
      "[31]\tvalid_0's rmse: 2535.41                                                                                           \n",
      "[32]\tvalid_0's rmse: 2486.89                                                                                           \n",
      "[33]\tvalid_0's rmse: 2440.52                                                                                           \n",
      "[34]\tvalid_0's rmse: 2397.5                                                                                            \n",
      "[35]\tvalid_0's rmse: 2353.17                                                                                           \n",
      "[36]\tvalid_0's rmse: 2314.3                                                                                            \n",
      "[37]\tvalid_0's rmse: 2272.99                                                                                           \n",
      "[38]\tvalid_0's rmse: 2238.58                                                                                           \n",
      "[39]\tvalid_0's rmse: 2204.02                                                                                           \n",
      "[40]\tvalid_0's rmse: 2172.45                                                                                           \n",
      "[41]\tvalid_0's rmse: 2141.69                                                                                           \n",
      "[42]\tvalid_0's rmse: 2112.74                                                                                           \n",
      "[43]\tvalid_0's rmse: 2086.82                                                                                           \n",
      "[44]\tvalid_0's rmse: 2063.27                                                                                           \n",
      "[45]\tvalid_0's rmse: 2038                                                                                              \n",
      "[46]\tvalid_0's rmse: 2013.13                                                                                           \n",
      "[47]\tvalid_0's rmse: 1991.17                                                                                           \n",
      "[48]\tvalid_0's rmse: 1969.63                                                                                           \n",
      "[49]\tvalid_0's rmse: 1950.59                                                                                           \n",
      "[50]\tvalid_0's rmse: 1931.42                                                                                           \n",
      "[51]\tvalid_0's rmse: 1912.2                                                                                            \n",
      "[52]\tvalid_0's rmse: 1895.94                                                                                           \n",
      "[53]\tvalid_0's rmse: 1881.1                                                                                            \n",
      "[54]\tvalid_0's rmse: 1865.89                                                                                           \n",
      "[55]\tvalid_0's rmse: 1851.73                                                                                           \n",
      "[56]\tvalid_0's rmse: 1837.15                                                                                           \n",
      "[57]\tvalid_0's rmse: 1823.07                                                                                           \n",
      "[58]\tvalid_0's rmse: 1811.28                                                                                           \n",
      "[59]\tvalid_0's rmse: 1799.84                                                                                           \n",
      "[60]\tvalid_0's rmse: 1789.15                                                                                           \n",
      "[61]\tvalid_0's rmse: 1778.08                                                                                           \n",
      "[62]\tvalid_0's rmse: 1766.31                                                                                           \n",
      "[63]\tvalid_0's rmse: 1757.31                                                                                           \n",
      "[64]\tvalid_0's rmse: 1748.37                                                                                           \n",
      "[65]\tvalid_0's rmse: 1740.39                                                                                           \n",
      "[66]\tvalid_0's rmse: 1731.83                                                                                           \n",
      "[67]\tvalid_0's rmse: 1723.86                                                                                           \n",
      "[68]\tvalid_0's rmse: 1715.68                                                                                           \n",
      "[69]\tvalid_0's rmse: 1707.89                                                                                           \n",
      "[70]\tvalid_0's rmse: 1702.11                                                                                           \n",
      "[71]\tvalid_0's rmse: 1695.01                                                                                           \n",
      "[72]\tvalid_0's rmse: 1687.83                                                                                           \n",
      "[73]\tvalid_0's rmse: 1680.62                                                                                           \n",
      "[74]\tvalid_0's rmse: 1674.1                                                                                            \n",
      "[75]\tvalid_0's rmse: 1667.47                                                                                           \n",
      "[76]\tvalid_0's rmse: 1661.19                                                                                           \n",
      "[77]\tvalid_0's rmse: 1655.76                                                                                           \n",
      "[78]\tvalid_0's rmse: 1650.37                                                                                           \n",
      "[79]\tvalid_0's rmse: 1645.05                                                                                           \n",
      "[80]\tvalid_0's rmse: 1640.21                                                                                           \n",
      "[81]\tvalid_0's rmse: 1634.75                                                                                           \n",
      "[82]\tvalid_0's rmse: 1629.79                                                                                           \n",
      "[83]\tvalid_0's rmse: 1625.36                                                                                           \n",
      "[84]\tvalid_0's rmse: 1619.89                                                                                           \n",
      "[85]\tvalid_0's rmse: 1615.53                                                                                           \n",
      "[86]\tvalid_0's rmse: 1611.66                                                                                           \n",
      "[87]\tvalid_0's rmse: 1607.04                                                                                           \n",
      "[88]\tvalid_0's rmse: 1602.6                                                                                            \n",
      "[89]\tvalid_0's rmse: 1598.34                                                                                           \n",
      "[90]\tvalid_0's rmse: 1594.43                                                                                           \n",
      "[91]\tvalid_0's rmse: 1590.73                                                                                           \n",
      "[92]\tvalid_0's rmse: 1587.01                                                                                           \n",
      "[93]\tvalid_0's rmse: 1583.68                                                                                           \n",
      "[94]\tvalid_0's rmse: 1580.6                                                                                            \n",
      "[95]\tvalid_0's rmse: 1577.05                                                                                           \n",
      "[96]\tvalid_0's rmse: 1573.63                                                                                           \n",
      "[97]\tvalid_0's rmse: 1570.91                                                                                           \n",
      "[98]\tvalid_0's rmse: 1568                                                                                              \n",
      "[99]\tvalid_0's rmse: 1565.07                                                                                           \n",
      "[100]\tvalid_0's rmse: 1561.65                                                                                          \n",
      "[101]\tvalid_0's rmse: 1558.69                                                                                          \n",
      "[102]\tvalid_0's rmse: 1556.04                                                                                          \n",
      "[103]\tvalid_0's rmse: 1552.16                                                                                          \n",
      "[104]\tvalid_0's rmse: 1549.31                                                                                          \n",
      "[105]\tvalid_0's rmse: 1546.46                                                                                          \n",
      "[106]\tvalid_0's rmse: 1543.18                                                                                          \n",
      "[107]\tvalid_0's rmse: 1540.94                                                                                          \n",
      "[108]\tvalid_0's rmse: 1538.34                                                                                          \n",
      "[109]\tvalid_0's rmse: 1535.75                                                                                          \n",
      "[110]\tvalid_0's rmse: 1533.67                                                                                          \n",
      "[111]\tvalid_0's rmse: 1531.98                                                                                          \n",
      "[112]\tvalid_0's rmse: 1530.13                                                                                          \n",
      "[113]\tvalid_0's rmse: 1527.52                                                                                          \n",
      "[114]\tvalid_0's rmse: 1525.46                                                                                          \n",
      "[115]\tvalid_0's rmse: 1523.35                                                                                          \n",
      "[116]\tvalid_0's rmse: 1521.54                                                                                          \n",
      "[117]\tvalid_0's rmse: 1519.8                                                                                           \n",
      "[118]\tvalid_0's rmse: 1517.46                                                                                          \n",
      "[119]\tvalid_0's rmse: 1515.78                                                                                          \n",
      "[120]\tvalid_0's rmse: 1513.93                                                                                          \n",
      "[121]\tvalid_0's rmse: 1512.33                                                                                          \n",
      "[122]\tvalid_0's rmse: 1510.68                                                                                          \n",
      "[123]\tvalid_0's rmse: 1509                                                                                             \n",
      "[124]\tvalid_0's rmse: 1506.54                                                                                          \n",
      "[125]\tvalid_0's rmse: 1504.78                                                                                          \n",
      "[126]\tvalid_0's rmse: 1502.95                                                                                          \n",
      "[127]\tvalid_0's rmse: 1501.4                                                                                           \n",
      "[128]\tvalid_0's rmse: 1499.69                                                                                          \n",
      "[129]\tvalid_0's rmse: 1498.1                                                                                           \n",
      "[130]\tvalid_0's rmse: 1495.79                                                                                          \n",
      "[131]\tvalid_0's rmse: 1493.8                                                                                           \n",
      "[132]\tvalid_0's rmse: 1491.77                                                                                          \n",
      "[133]\tvalid_0's rmse: 1490.35                                                                                          \n",
      "[134]\tvalid_0's rmse: 1488.2                                                                                           \n",
      "[135]\tvalid_0's rmse: 1486.29                                                                                          \n",
      "[136]\tvalid_0's rmse: 1484.7                                                                                           \n",
      "[137]\tvalid_0's rmse: 1483.55                                                                                          \n",
      "[138]\tvalid_0's rmse: 1481.47                                                                                          \n",
      "[139]\tvalid_0's rmse: 1479.89                                                                                          \n",
      "[140]\tvalid_0's rmse: 1478.62                                                                                          \n",
      "[141]\tvalid_0's rmse: 1477.15                                                                                          \n",
      "[142]\tvalid_0's rmse: 1475.6                                                                                           \n",
      "[143]\tvalid_0's rmse: 1473.52                                                                                          \n",
      "[144]\tvalid_0's rmse: 1472.1                                                                                           \n",
      "[145]\tvalid_0's rmse: 1470.92                                                                                          \n",
      "[146]\tvalid_0's rmse: 1469.61                                                                                          \n",
      "[147]\tvalid_0's rmse: 1468.4                                                                                           \n",
      "[148]\tvalid_0's rmse: 1467.16                                                                                          \n",
      "[149]\tvalid_0's rmse: 1465.62                                                                                          \n",
      "[150]\tvalid_0's rmse: 1464.1                                                                                           \n",
      "[151]\tvalid_0's rmse: 1462.58                                                                                          \n",
      "[152]\tvalid_0's rmse: 1460.97                                                                                          \n",
      "[153]\tvalid_0's rmse: 1460.01                                                                                          \n",
      "[154]\tvalid_0's rmse: 1458.41                                                                                          \n",
      "[155]\tvalid_0's rmse: 1457.07                                                                                          \n",
      "[156]\tvalid_0's rmse: 1455.82                                                                                          \n",
      "[157]\tvalid_0's rmse: 1454.69                                                                                          \n",
      "[158]\tvalid_0's rmse: 1453.82                                                                                          \n",
      "[159]\tvalid_0's rmse: 1452.67                                                                                          \n",
      "[160]\tvalid_0's rmse: 1451.69                                                                                          \n",
      "[161]\tvalid_0's rmse: 1450.91                                                                                          \n",
      "[162]\tvalid_0's rmse: 1449.82                                                                                          \n",
      "[163]\tvalid_0's rmse: 1448.52                                                                                          \n",
      "[164]\tvalid_0's rmse: 1447.06                                                                                          \n",
      "[165]\tvalid_0's rmse: 1446.08                                                                                          \n",
      "[166]\tvalid_0's rmse: 1445.13                                                                                          \n",
      "[167]\tvalid_0's rmse: 1443.2                                                                                           \n",
      "[168]\tvalid_0's rmse: 1441.92                                                                                          \n",
      "[169]\tvalid_0's rmse: 1440.9                                                                                           \n",
      "[170]\tvalid_0's rmse: 1439.96                                                                                          \n",
      "[171]\tvalid_0's rmse: 1438.74                                                                                          \n",
      "[172]\tvalid_0's rmse: 1437.29                                                                                          \n",
      "[173]\tvalid_0's rmse: 1435.96                                                                                          \n",
      "[174]\tvalid_0's rmse: 1434.93                                                                                          \n",
      "[175]\tvalid_0's rmse: 1433.39                                                                                          \n",
      "[176]\tvalid_0's rmse: 1432.14                                                                                          \n",
      "[177]\tvalid_0's rmse: 1430.44                                                                                          \n",
      "[178]\tvalid_0's rmse: 1429.6                                                                                           \n",
      "[179]\tvalid_0's rmse: 1428.62                                                                                          \n",
      "[180]\tvalid_0's rmse: 1427.37                                                                                          \n",
      "[181]\tvalid_0's rmse: 1426.13                                                                                          \n",
      "[182]\tvalid_0's rmse: 1425.17                                                                                          \n",
      "[183]\tvalid_0's rmse: 1423.96                                                                                          \n",
      "[184]\tvalid_0's rmse: 1423.13                                                                                          \n",
      "[185]\tvalid_0's rmse: 1421.94                                                                                          \n",
      "[186]\tvalid_0's rmse: 1421.26                                                                                          \n",
      "[187]\tvalid_0's rmse: 1420.05                                                                                          \n",
      "[188]\tvalid_0's rmse: 1419.19                                                                                          \n",
      "[189]\tvalid_0's rmse: 1417.88                                                                                          \n",
      "[190]\tvalid_0's rmse: 1416.85                                                                                          \n",
      "[191]\tvalid_0's rmse: 1415.52                                                                                          \n",
      "[192]\tvalid_0's rmse: 1414.44                                                                                          \n",
      "[193]\tvalid_0's rmse: 1413.26                                                                                          \n",
      "[194]\tvalid_0's rmse: 1412.09                                                                                          \n",
      "[195]\tvalid_0's rmse: 1411.51                                                                                          \n",
      "[196]\tvalid_0's rmse: 1410.24                                                                                          \n",
      "[197]\tvalid_0's rmse: 1409.1                                                                                           \n",
      "[198]\tvalid_0's rmse: 1408.1                                                                                           \n",
      "[199]\tvalid_0's rmse: 1407.23                                                                                          \n",
      "[200]\tvalid_0's rmse: 1406.22                                                                                          \n",
      "[201]\tvalid_0's rmse: 1404.93                                                                                          \n",
      "[202]\tvalid_0's rmse: 1403.69                                                                                          \n",
      "[203]\tvalid_0's rmse: 1402.65                                                                                          \n",
      "[204]\tvalid_0's rmse: 1401.69                                                                                          \n",
      "[205]\tvalid_0's rmse: 1400.71                                                                                          \n",
      "[206]\tvalid_0's rmse: 1399.17                                                                                          \n",
      "[207]\tvalid_0's rmse: 1398.05                                                                                          \n",
      "[208]\tvalid_0's rmse: 1396.9                                                                                           \n",
      "[209]\tvalid_0's rmse: 1395.89                                                                                          \n",
      "[210]\tvalid_0's rmse: 1394.99                                                                                          \n",
      "[211]\tvalid_0's rmse: 1394.33                                                                                          \n",
      "[212]\tvalid_0's rmse: 1393.2                                                                                           \n",
      "[213]\tvalid_0's rmse: 1392.47                                                                                          \n",
      "[214]\tvalid_0's rmse: 1391.2                                                                                           \n",
      "[215]\tvalid_0's rmse: 1390.54                                                                                          \n",
      "[216]\tvalid_0's rmse: 1390.1                                                                                           \n",
      "[217]\tvalid_0's rmse: 1389.21                                                                                          \n",
      "[218]\tvalid_0's rmse: 1388.4                                                                                           \n",
      "[219]\tvalid_0's rmse: 1387.48                                                                                          \n",
      "[220]\tvalid_0's rmse: 1386.7                                                                                           \n",
      "[221]\tvalid_0's rmse: 1385.72                                                                                          \n",
      "[222]\tvalid_0's rmse: 1384.59                                                                                          \n",
      "[223]\tvalid_0's rmse: 1383.58                                                                                          \n",
      "[224]\tvalid_0's rmse: 1382.8                                                                                           \n",
      "[225]\tvalid_0's rmse: 1381.98                                                                                          \n",
      "[226]\tvalid_0's rmse: 1379.57                                                                                          \n",
      "[227]\tvalid_0's rmse: 1378.46                                                                                          \n",
      "[228]\tvalid_0's rmse: 1377.57                                                                                          \n",
      "[229]\tvalid_0's rmse: 1377.08                                                                                          \n",
      "[230]\tvalid_0's rmse: 1376.45                                                                                          \n",
      "[231]\tvalid_0's rmse: 1375.48                                                                                          \n",
      "[232]\tvalid_0's rmse: 1374.67                                                                                          \n",
      "[233]\tvalid_0's rmse: 1373.74                                                                                          \n",
      "[234]\tvalid_0's rmse: 1372.91                                                                                          \n",
      "[235]\tvalid_0's rmse: 1372.25                                                                                          \n",
      "[236]\tvalid_0's rmse: 1371.43                                                                                          \n",
      "[237]\tvalid_0's rmse: 1370.53                                                                                          \n",
      "[238]\tvalid_0's rmse: 1369.79                                                                                          \n",
      "[239]\tvalid_0's rmse: 1368.95                                                                                          \n",
      "[240]\tvalid_0's rmse: 1368.25                                                                                          \n",
      "[241]\tvalid_0's rmse: 1367.18                                                                                          \n",
      "[242]\tvalid_0's rmse: 1366.45                                                                                          \n",
      "[243]\tvalid_0's rmse: 1365.83                                                                                          \n",
      "[244]\tvalid_0's rmse: 1364.01                                                                                          \n",
      "[245]\tvalid_0's rmse: 1363.15                                                                                          \n",
      "[246]\tvalid_0's rmse: 1362.55                                                                                          \n",
      "[247]\tvalid_0's rmse: 1361.58                                                                                          \n",
      "[248]\tvalid_0's rmse: 1361.04                                                                                          \n",
      "[249]\tvalid_0's rmse: 1360.61                                                                                          \n",
      "[250]\tvalid_0's rmse: 1359.93                                                                                          \n",
      "[251]\tvalid_0's rmse: 1358.75                                                                                          \n",
      "[252]\tvalid_0's rmse: 1357.86                                                                                          \n",
      "[253]\tvalid_0's rmse: 1357                                                                                             \n",
      "[254]\tvalid_0's rmse: 1356.21                                                                                          \n",
      "[255]\tvalid_0's rmse: 1355.79                                                                                          \n",
      "[256]\tvalid_0's rmse: 1355.35                                                                                          \n",
      "[257]\tvalid_0's rmse: 1354.56                                                                                          \n",
      "[258]\tvalid_0's rmse: 1353.34                                                                                          \n",
      "[259]\tvalid_0's rmse: 1352.62                                                                                          \n",
      "[260]\tvalid_0's rmse: 1351.83                                                                                          \n",
      "[261]\tvalid_0's rmse: 1350.99                                                                                          \n",
      "[262]\tvalid_0's rmse: 1348.9                                                                                           \n",
      "[263]\tvalid_0's rmse: 1348.01                                                                                          \n",
      "[264]\tvalid_0's rmse: 1347.33                                                                                          \n",
      "[265]\tvalid_0's rmse: 1345.95                                                                                          \n",
      "[266]\tvalid_0's rmse: 1345.2                                                                                           \n",
      "[267]\tvalid_0's rmse: 1344.5                                                                                           \n",
      "[268]\tvalid_0's rmse: 1343.51                                                                                          \n",
      "[269]\tvalid_0's rmse: 1342.95                                                                                          \n",
      "[270]\tvalid_0's rmse: 1342.3                                                                                           \n",
      "[271]\tvalid_0's rmse: 1341.64                                                                                          \n",
      "[272]\tvalid_0's rmse: 1341.01                                                                                          \n",
      "[273]\tvalid_0's rmse: 1340.58                                                                                          \n",
      "[274]\tvalid_0's rmse: 1339.42                                                                                          \n",
      "[275]\tvalid_0's rmse: 1338.9                                                                                           \n",
      "[276]\tvalid_0's rmse: 1338                                                                                             \n",
      "[277]\tvalid_0's rmse: 1337.49                                                                                          \n",
      "[278]\tvalid_0's rmse: 1337.2                                                                                           \n",
      "[279]\tvalid_0's rmse: 1336.61                                                                                          \n",
      "[280]\tvalid_0's rmse: 1335.83                                                                                          \n",
      "[281]\tvalid_0's rmse: 1334.96                                                                                          \n",
      "[282]\tvalid_0's rmse: 1334.11                                                                                          \n",
      "[283]\tvalid_0's rmse: 1333.45                                                                                          \n",
      "[284]\tvalid_0's rmse: 1332.89                                                                                          \n",
      "[285]\tvalid_0's rmse: 1332.28                                                                                          \n",
      "[286]\tvalid_0's rmse: 1331.71                                                                                          \n",
      "[287]\tvalid_0's rmse: 1330.36                                                                                          \n",
      "[288]\tvalid_0's rmse: 1329.73                                                                                          \n",
      "[289]\tvalid_0's rmse: 1329                                                                                             \n",
      "[290]\tvalid_0's rmse: 1328.17                                                                                          \n",
      "[291]\tvalid_0's rmse: 1327.28                                                                                          \n",
      "[292]\tvalid_0's rmse: 1326.82                                                                                          \n",
      "[293]\tvalid_0's rmse: 1326                                                                                             \n",
      "[294]\tvalid_0's rmse: 1324.91                                                                                          \n",
      "[295]\tvalid_0's rmse: 1324.07                                                                                          \n",
      "[296]\tvalid_0's rmse: 1323.48                                                                                          \n",
      "[297]\tvalid_0's rmse: 1322.83                                                                                          \n",
      "[298]\tvalid_0's rmse: 1322.07                                                                                          \n",
      "[299]\tvalid_0's rmse: 1321.59                                                                                          \n",
      "[300]\tvalid_0's rmse: 1321.05                                                                                          \n",
      "[301]\tvalid_0's rmse: 1320.45                                                                                          \n",
      "[302]\tvalid_0's rmse: 1319.79                                                                                          \n",
      "[303]\tvalid_0's rmse: 1318.95                                                                                          \n",
      "[304]\tvalid_0's rmse: 1318.42                                                                                          \n",
      "[305]\tvalid_0's rmse: 1317.96                                                                                          \n",
      "[306]\tvalid_0's rmse: 1317.36                                                                                          \n",
      "[307]\tvalid_0's rmse: 1316.73                                                                                          \n",
      "[308]\tvalid_0's rmse: 1316.39                                                                                          \n",
      "[309]\tvalid_0's rmse: 1315.64                                                                                          \n",
      "[310]\tvalid_0's rmse: 1314.68                                                                                          \n",
      "[311]\tvalid_0's rmse: 1314.31                                                                                          \n",
      "[312]\tvalid_0's rmse: 1313.52                                                                                          \n",
      "[313]\tvalid_0's rmse: 1312.33                                                                                          \n",
      "[314]\tvalid_0's rmse: 1311.84                                                                                          \n",
      "[315]\tvalid_0's rmse: 1311.15                                                                                          \n",
      "[316]\tvalid_0's rmse: 1309.79                                                                                          \n",
      "[317]\tvalid_0's rmse: 1309.15                                                                                          \n",
      "[318]\tvalid_0's rmse: 1308.44                                                                                          \n",
      "[319]\tvalid_0's rmse: 1308.09                                                                                          \n",
      "[320]\tvalid_0's rmse: 1307.54                                                                                          \n",
      "[321]\tvalid_0's rmse: 1307.14                                                                                          \n",
      "[322]\tvalid_0's rmse: 1306.68                                                                                          \n",
      "[323]\tvalid_0's rmse: 1305.49                                                                                          \n",
      "[324]\tvalid_0's rmse: 1304.65                                                                                          \n",
      "[325]\tvalid_0's rmse: 1304                                                                                             \n",
      "[326]\tvalid_0's rmse: 1303.55                                                                                          \n",
      "[327]\tvalid_0's rmse: 1303.28                                                                                          \n",
      "[328]\tvalid_0's rmse: 1302.57                                                                                          \n",
      "[329]\tvalid_0's rmse: 1301.91                                                                                          \n",
      "[330]\tvalid_0's rmse: 1301.41                                                                                          \n",
      "[331]\tvalid_0's rmse: 1300.37                                                                                          \n",
      "[332]\tvalid_0's rmse: 1299.59                                                                                          \n",
      "[333]\tvalid_0's rmse: 1299.29                                                                                          \n",
      "[334]\tvalid_0's rmse: 1298.82                                                                                          \n",
      "[335]\tvalid_0's rmse: 1298.42                                                                                          \n",
      "[336]\tvalid_0's rmse: 1297.87                                                                                          \n",
      "[337]\tvalid_0's rmse: 1297.35                                                                                          \n",
      "[338]\tvalid_0's rmse: 1296.95                                                                                          \n",
      "[339]\tvalid_0's rmse: 1296.32                                                                                          \n",
      "[340]\tvalid_0's rmse: 1295.92                                                                                          \n",
      "[341]\tvalid_0's rmse: 1295.28                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[341]\tvalid_0's rmse: 1295.28\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.016231 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7110.37                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6745.87                                                                                            \n",
      "[3]\tvalid_0's rmse: 6412.02                                                                                            \n",
      "[4]\tvalid_0's rmse: 6089.56                                                                                            \n",
      "[5]\tvalid_0's rmse: 5785.28                                                                                            \n",
      "[6]\tvalid_0's rmse: 5509.57                                                                                            \n",
      "[7]\tvalid_0's rmse: 5245.73                                                                                            \n",
      "[8]\tvalid_0's rmse: 4995.3                                                                                             \n",
      "[9]\tvalid_0's rmse: 4772.55                                                                                            \n",
      "[10]\tvalid_0's rmse: 4553.63                                                                                           \n",
      "[11]\tvalid_0's rmse: 4348.18                                                                                           \n",
      "[12]\tvalid_0's rmse: 4155.93                                                                                           \n",
      "[13]\tvalid_0's rmse: 3975.09                                                                                           \n",
      " 45%|██████████████████████▌                           | 9/20 [00:27<00:35,  3.22s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[14]\tvalid_0's rmse: 3812.06                                                                                           \n",
      "[15]\tvalid_0's rmse: 3654.68                                                                                           \n",
      "[16]\tvalid_0's rmse: 3507.88                                                                                           \n",
      "[17]\tvalid_0's rmse: 3370.88                                                                                           \n",
      "[18]\tvalid_0's rmse: 3243.08                                                                                           \n",
      "[19]\tvalid_0's rmse: 3124.06                                                                                           \n",
      "[20]\tvalid_0's rmse: 3014.17                                                                                           \n",
      "[21]\tvalid_0's rmse: 2912.35                                                                                           \n",
      "[22]\tvalid_0's rmse: 2817.02                                                                                           \n",
      "[23]\tvalid_0's rmse: 2728.72                                                                                           \n",
      "[24]\tvalid_0's rmse: 2645.52                                                                                           \n",
      "[25]\tvalid_0's rmse: 2566.8                                                                                            \n",
      "[26]\tvalid_0's rmse: 2494.73                                                                                           \n",
      "[27]\tvalid_0's rmse: 2426.22                                                                                           \n",
      "[28]\tvalid_0's rmse: 2365                                                                                              \n",
      "[29]\tvalid_0's rmse: 2305.31                                                                                           \n",
      "[30]\tvalid_0's rmse: 2251.76                                                                                           \n",
      "[31]\tvalid_0's rmse: 2201.22                                                                                           \n",
      "[32]\tvalid_0's rmse: 2154.18                                                                                           \n",
      "[33]\tvalid_0's rmse: 2109.66                                                                                           \n",
      "[34]\tvalid_0's rmse: 2069.23                                                                                           \n",
      "[35]\tvalid_0's rmse: 2028.6                                                                                            \n",
      "[36]\tvalid_0's rmse: 1995.07                                                                                           \n",
      "[37]\tvalid_0's rmse: 1959.25                                                                                           \n",
      "[38]\tvalid_0's rmse: 1929.86                                                                                           \n",
      "[39]\tvalid_0's rmse: 1899.22                                                                                           \n",
      "[40]\tvalid_0's rmse: 1871.08                                                                                           \n",
      "[41]\tvalid_0's rmse: 1845.65                                                                                           \n",
      "[42]\tvalid_0's rmse: 1820.29                                                                                           \n",
      "[43]\tvalid_0's rmse: 1795.87                                                                                           \n",
      "[44]\tvalid_0's rmse: 1776.34                                                                                           \n",
      "[45]\tvalid_0's rmse: 1754.72                                                                                           \n",
      "[46]\tvalid_0's rmse: 1735.11                                                                                           \n",
      "[47]\tvalid_0's rmse: 1717.71                                                                                           \n",
      "[48]\tvalid_0's rmse: 1701.31                                                                                           \n",
      "[49]\tvalid_0's rmse: 1684.48                                                                                           \n",
      "[50]\tvalid_0's rmse: 1669.42                                                                                           \n",
      "[51]\tvalid_0's rmse: 1654.81                                                                                           \n",
      "[52]\tvalid_0's rmse: 1642.48                                                                                           \n",
      "[53]\tvalid_0's rmse: 1630.53                                                                                           \n",
      "[54]\tvalid_0's rmse: 1619.66                                                                                           \n",
      "[55]\tvalid_0's rmse: 1608.12                                                                                           \n",
      "[56]\tvalid_0's rmse: 1598.32                                                                                           \n",
      "[57]\tvalid_0's rmse: 1588.63                                                                                           \n",
      "[58]\tvalid_0's rmse: 1579.34                                                                                           \n",
      "[59]\tvalid_0's rmse: 1570.77                                                                                           \n",
      "[60]\tvalid_0's rmse: 1563.05                                                                                           \n",
      "[61]\tvalid_0's rmse: 1555.04                                                                                           \n",
      "[62]\tvalid_0's rmse: 1546.55                                                                                           \n",
      "[63]\tvalid_0's rmse: 1539.61                                                                                           \n",
      "[64]\tvalid_0's rmse: 1532.87                                                                                           \n",
      "[65]\tvalid_0's rmse: 1525.97                                                                                           \n",
      "[66]\tvalid_0's rmse: 1520.1                                                                                            \n",
      "[67]\tvalid_0's rmse: 1513.74                                                                                           \n",
      "[68]\tvalid_0's rmse: 1507.81                                                                                           \n",
      "[69]\tvalid_0's rmse: 1502.22                                                                                           \n",
      "[70]\tvalid_0's rmse: 1497.09                                                                                           \n",
      "[71]\tvalid_0's rmse: 1491.02                                                                                           \n",
      "[72]\tvalid_0's rmse: 1485.79                                                                                           \n",
      "[73]\tvalid_0's rmse: 1480.8                                                                                            \n",
      "[74]\tvalid_0's rmse: 1475.43                                                                                           \n",
      "[75]\tvalid_0's rmse: 1470.22                                                                                           \n",
      "[76]\tvalid_0's rmse: 1465.56                                                                                           \n",
      "[77]\tvalid_0's rmse: 1460.25                                                                                           \n",
      "[78]\tvalid_0's rmse: 1455.93                                                                                           \n",
      "[79]\tvalid_0's rmse: 1452.69                                                                                           \n",
      "[80]\tvalid_0's rmse: 1448.99                                                                                           \n",
      "[81]\tvalid_0's rmse: 1444.99                                                                                           \n",
      "[82]\tvalid_0's rmse: 1440.7                                                                                            \n",
      "[83]\tvalid_0's rmse: 1437.01                                                                                           \n",
      "[84]\tvalid_0's rmse: 1433.23                                                                                           \n",
      "[85]\tvalid_0's rmse: 1429.41                                                                                           \n",
      "[86]\tvalid_0's rmse: 1426.1                                                                                            \n",
      "[87]\tvalid_0's rmse: 1422.85                                                                                           \n",
      "[88]\tvalid_0's rmse: 1419.49                                                                                           \n",
      "[89]\tvalid_0's rmse: 1415.89                                                                                           \n",
      "[90]\tvalid_0's rmse: 1412.67                                                                                           \n",
      "[91]\tvalid_0's rmse: 1409.91                                                                                           \n",
      "[92]\tvalid_0's rmse: 1406.86                                                                                           \n",
      "[93]\tvalid_0's rmse: 1404.22                                                                                           \n",
      "[94]\tvalid_0's rmse: 1401.85                                                                                           \n",
      "[95]\tvalid_0's rmse: 1399.19                                                                                           \n",
      "[96]\tvalid_0's rmse: 1396.35                                                                                           \n",
      "[97]\tvalid_0's rmse: 1393.57                                                                                           \n",
      "[98]\tvalid_0's rmse: 1390.95                                                                                           \n",
      "[99]\tvalid_0's rmse: 1388.82                                                                                           \n",
      "[100]\tvalid_0's rmse: 1386.6                                                                                           \n",
      "[101]\tvalid_0's rmse: 1383.79                                                                                          \n",
      "[102]\tvalid_0's rmse: 1381.2                                                                                           \n",
      "[103]\tvalid_0's rmse: 1378.32                                                                                          \n",
      "[104]\tvalid_0's rmse: 1375.99                                                                                          \n",
      "[105]\tvalid_0's rmse: 1373.87                                                                                          \n",
      "[106]\tvalid_0's rmse: 1370.58                                                                                          \n",
      "[107]\tvalid_0's rmse: 1368                                                                                             \n",
      "[108]\tvalid_0's rmse: 1366.23                                                                                          \n",
      "[109]\tvalid_0's rmse: 1364.31                                                                                          \n",
      "[110]\tvalid_0's rmse: 1362.14                                                                                          \n",
      "[111]\tvalid_0's rmse: 1359.92                                                                                          \n",
      "[112]\tvalid_0's rmse: 1357.83                                                                                          \n",
      "[113]\tvalid_0's rmse: 1355.6                                                                                           \n",
      "[114]\tvalid_0's rmse: 1353.57                                                                                          \n",
      "[115]\tvalid_0's rmse: 1351.68                                                                                          \n",
      "[116]\tvalid_0's rmse: 1349.85                                                                                          \n",
      "[117]\tvalid_0's rmse: 1348.09                                                                                          \n",
      "[118]\tvalid_0's rmse: 1345.96                                                                                          \n",
      "[119]\tvalid_0's rmse: 1344.34                                                                                          \n",
      "[120]\tvalid_0's rmse: 1342.44                                                                                          \n",
      "[121]\tvalid_0's rmse: 1339.79                                                                                          \n",
      "[122]\tvalid_0's rmse: 1337.88                                                                                          \n",
      "[123]\tvalid_0's rmse: 1335.28                                                                                          \n",
      "[124]\tvalid_0's rmse: 1333.8                                                                                           \n",
      "[125]\tvalid_0's rmse: 1332.14                                                                                          \n",
      "[126]\tvalid_0's rmse: 1330.55                                                                                          \n",
      "[127]\tvalid_0's rmse: 1328.7                                                                                           \n",
      "[128]\tvalid_0's rmse: 1326.92                                                                                          \n",
      "[129]\tvalid_0's rmse: 1325.32                                                                                          \n",
      "[130]\tvalid_0's rmse: 1323.58                                                                                          \n",
      "[131]\tvalid_0's rmse: 1321.63                                                                                          \n",
      "[132]\tvalid_0's rmse: 1319.89                                                                                          \n",
      "[133]\tvalid_0's rmse: 1318.43                                                                                          \n",
      "[134]\tvalid_0's rmse: 1317.05                                                                                          \n",
      "[135]\tvalid_0's rmse: 1315.41                                                                                          \n",
      "[136]\tvalid_0's rmse: 1314.27                                                                                          \n",
      "[137]\tvalid_0's rmse: 1312.36                                                                                          \n",
      "[138]\tvalid_0's rmse: 1310.52                                                                                          \n",
      "[139]\tvalid_0's rmse: 1309.14                                                                                          \n",
      "[140]\tvalid_0's rmse: 1307.61                                                                                          \n",
      "[141]\tvalid_0's rmse: 1306.02                                                                                          \n",
      "[142]\tvalid_0's rmse: 1304.8                                                                                           \n",
      "[143]\tvalid_0's rmse: 1303.34                                                                                          \n",
      "[144]\tvalid_0's rmse: 1301.86                                                                                          \n",
      "[145]\tvalid_0's rmse: 1300.76                                                                                          \n",
      "[146]\tvalid_0's rmse: 1299.87                                                                                          \n",
      "[147]\tvalid_0's rmse: 1297.92                                                                                          \n",
      "[148]\tvalid_0's rmse: 1296.42                                                                                          \n",
      "[149]\tvalid_0's rmse: 1295.1                                                                                           \n",
      "[150]\tvalid_0's rmse: 1293.15                                                                                          \n",
      "[151]\tvalid_0's rmse: 1291.78                                                                                          \n",
      "[152]\tvalid_0's rmse: 1289.96                                                                                          \n",
      "[153]\tvalid_0's rmse: 1288.4                                                                                           \n",
      "[154]\tvalid_0's rmse: 1286.93                                                                                          \n",
      "[155]\tvalid_0's rmse: 1285.7                                                                                           \n",
      "[156]\tvalid_0's rmse: 1284.18                                                                                          \n",
      "[157]\tvalid_0's rmse: 1283.16                                                                                          \n",
      "[158]\tvalid_0's rmse: 1281.93                                                                                          \n",
      "[159]\tvalid_0's rmse: 1280.64                                                                                          \n",
      "[160]\tvalid_0's rmse: 1279.45                                                                                          \n",
      "[161]\tvalid_0's rmse: 1278.15                                                                                          \n",
      "[162]\tvalid_0's rmse: 1276.19                                                                                          \n",
      "[163]\tvalid_0's rmse: 1274.72                                                                                          \n",
      "[164]\tvalid_0's rmse: 1273.86                                                                                          \n",
      "[165]\tvalid_0's rmse: 1272.55                                                                                          \n",
      "[166]\tvalid_0's rmse: 1271.28                                                                                          \n",
      "[167]\tvalid_0's rmse: 1270.39                                                                                          \n",
      "[168]\tvalid_0's rmse: 1269.32                                                                                          \n",
      "[169]\tvalid_0's rmse: 1268.21                                                                                          \n",
      "[170]\tvalid_0's rmse: 1266.28                                                                                          \n",
      "[171]\tvalid_0's rmse: 1265.2                                                                                           \n",
      "[172]\tvalid_0's rmse: 1263.97                                                                                          \n",
      "[173]\tvalid_0's rmse: 1262.44                                                                                          \n",
      "[174]\tvalid_0's rmse: 1261.05                                                                                          \n",
      "[175]\tvalid_0's rmse: 1259.98                                                                                          \n",
      "[176]\tvalid_0's rmse: 1258.64                                                                                          \n",
      "[177]\tvalid_0's rmse: 1257.88                                                                                          \n",
      "[178]\tvalid_0's rmse: 1256.08                                                                                          \n",
      "[179]\tvalid_0's rmse: 1255.23                                                                                          \n",
      "[180]\tvalid_0's rmse: 1253.7                                                                                           \n",
      "[181]\tvalid_0's rmse: 1252.38                                                                                          \n",
      "[182]\tvalid_0's rmse: 1251.45                                                                                          \n",
      "[183]\tvalid_0's rmse: 1250.22                                                                                          \n",
      "[184]\tvalid_0's rmse: 1249.3                                                                                           \n",
      "[185]\tvalid_0's rmse: 1247.4                                                                                           \n",
      "[186]\tvalid_0's rmse: 1246.65                                                                                          \n",
      "[187]\tvalid_0's rmse: 1245.86                                                                                          \n",
      "[188]\tvalid_0's rmse: 1244.8                                                                                           \n",
      "[189]\tvalid_0's rmse: 1243.85                                                                                          \n",
      "[190]\tvalid_0's rmse: 1241.94                                                                                          \n",
      "[191]\tvalid_0's rmse: 1241.03                                                                                          \n",
      "[192]\tvalid_0's rmse: 1240.22                                                                                          \n",
      "[193]\tvalid_0's rmse: 1239.11                                                                                          \n",
      "[194]\tvalid_0's rmse: 1238.11                                                                                          \n",
      "[195]\tvalid_0's rmse: 1237.41                                                                                          \n",
      "[196]\tvalid_0's rmse: 1235.93                                                                                          \n",
      "[197]\tvalid_0's rmse: 1235.18                                                                                          \n",
      "[198]\tvalid_0's rmse: 1234.3                                                                                           \n",
      "[199]\tvalid_0's rmse: 1233.65                                                                                          \n",
      "[200]\tvalid_0's rmse: 1232.82                                                                                          \n",
      "[201]\tvalid_0's rmse: 1231.44                                                                                          \n",
      "[202]\tvalid_0's rmse: 1230.63                                                                                          \n",
      "[203]\tvalid_0's rmse: 1229.91                                                                                          \n",
      "[204]\tvalid_0's rmse: 1228.8                                                                                           \n",
      "[205]\tvalid_0's rmse: 1227.74                                                                                          \n",
      "[206]\tvalid_0's rmse: 1226.59                                                                                          \n",
      "[207]\tvalid_0's rmse: 1225.53                                                                                          \n",
      "[208]\tvalid_0's rmse: 1224.68                                                                                          \n",
      "[209]\tvalid_0's rmse: 1223.84                                                                                          \n",
      "[210]\tvalid_0's rmse: 1222.64                                                                                          \n",
      "[211]\tvalid_0's rmse: 1221.93                                                                                          \n",
      "[212]\tvalid_0's rmse: 1221.26                                                                                          \n",
      "[213]\tvalid_0's rmse: 1220.05                                                                                          \n",
      "[214]\tvalid_0's rmse: 1218.71                                                                                          \n",
      "[215]\tvalid_0's rmse: 1217.94                                                                                          \n",
      "[216]\tvalid_0's rmse: 1216.86                                                                                          \n",
      "[217]\tvalid_0's rmse: 1216.24                                                                                          \n",
      "[218]\tvalid_0's rmse: 1215.41                                                                                          \n",
      "[219]\tvalid_0's rmse: 1214.37                                                                                          \n",
      "[220]\tvalid_0's rmse: 1213.25                                                                                          \n",
      "[221]\tvalid_0's rmse: 1212.31                                                                                          \n",
      "[222]\tvalid_0's rmse: 1211.12                                                                                          \n",
      "[223]\tvalid_0's rmse: 1210.22                                                                                          \n",
      "[224]\tvalid_0's rmse: 1209.32                                                                                          \n",
      "[225]\tvalid_0's rmse: 1208.41                                                                                          \n",
      "[226]\tvalid_0's rmse: 1207.72                                                                                          \n",
      "[227]\tvalid_0's rmse: 1206.76                                                                                          \n",
      "[228]\tvalid_0's rmse: 1205.93                                                                                          \n",
      "[229]\tvalid_0's rmse: 1205.51                                                                                          \n",
      "[230]\tvalid_0's rmse: 1204.45                                                                                          \n",
      "[231]\tvalid_0's rmse: 1203.91                                                                                          \n",
      "[232]\tvalid_0's rmse: 1202.9                                                                                           \n",
      "[233]\tvalid_0's rmse: 1202.36                                                                                          \n",
      "[234]\tvalid_0's rmse: 1201.2                                                                                           \n",
      "[235]\tvalid_0's rmse: 1200.35                                                                                          \n",
      "[236]\tvalid_0's rmse: 1199.64                                                                                          \n",
      "[237]\tvalid_0's rmse: 1199                                                                                             \n",
      "[238]\tvalid_0's rmse: 1198.44                                                                                          \n",
      "[239]\tvalid_0's rmse: 1197.58                                                                                          \n",
      "[240]\tvalid_0's rmse: 1196.61                                                                                          \n",
      "[241]\tvalid_0's rmse: 1195.68                                                                                          \n",
      "[242]\tvalid_0's rmse: 1194.54                                                                                          \n",
      "[243]\tvalid_0's rmse: 1193.93                                                                                          \n",
      "[244]\tvalid_0's rmse: 1193.08                                                                                          \n",
      "[245]\tvalid_0's rmse: 1191.96                                                                                          \n",
      "[246]\tvalid_0's rmse: 1191.31                                                                                          \n",
      "[247]\tvalid_0's rmse: 1190.42                                                                                          \n",
      "[248]\tvalid_0's rmse: 1189.71                                                                                          \n",
      "[249]\tvalid_0's rmse: 1189.22                                                                                          \n",
      "[250]\tvalid_0's rmse: 1188.48                                                                                          \n",
      "[251]\tvalid_0's rmse: 1187.86                                                                                          \n",
      "[252]\tvalid_0's rmse: 1186.99                                                                                          \n",
      "[253]\tvalid_0's rmse: 1185.97                                                                                          \n",
      "[254]\tvalid_0's rmse: 1185.37                                                                                          \n",
      "[255]\tvalid_0's rmse: 1184.54                                                                                          \n",
      "[256]\tvalid_0's rmse: 1183.75                                                                                          \n",
      "[257]\tvalid_0's rmse: 1182.97                                                                                          \n",
      "[258]\tvalid_0's rmse: 1182.2                                                                                           \n",
      "[259]\tvalid_0's rmse: 1181.5                                                                                           \n",
      "[260]\tvalid_0's rmse: 1180.9                                                                                           \n",
      "[261]\tvalid_0's rmse: 1180.16                                                                                          \n",
      "[262]\tvalid_0's rmse: 1179.34                                                                                          \n",
      "[263]\tvalid_0's rmse: 1178.36                                                                                          \n",
      "[264]\tvalid_0's rmse: 1177.51                                                                                          \n",
      "[265]\tvalid_0's rmse: 1176.96                                                                                          \n",
      "[266]\tvalid_0's rmse: 1176.33                                                                                          \n",
      "[267]\tvalid_0's rmse: 1175.42                                                                                          \n",
      "[268]\tvalid_0's rmse: 1174.74                                                                                          \n",
      "[269]\tvalid_0's rmse: 1174.03                                                                                          \n",
      "[270]\tvalid_0's rmse: 1172.72                                                                                          \n",
      "[271]\tvalid_0's rmse: 1171.85                                                                                          \n",
      "[272]\tvalid_0's rmse: 1170.92                                                                                          \n",
      "[273]\tvalid_0's rmse: 1169.97                                                                                          \n",
      "[274]\tvalid_0's rmse: 1169.28                                                                                          \n",
      "[275]\tvalid_0's rmse: 1168.19                                                                                          \n",
      "[276]\tvalid_0's rmse: 1167.52                                                                                          \n",
      "[277]\tvalid_0's rmse: 1167.08                                                                                          \n",
      "[278]\tvalid_0's rmse: 1166.45                                                                                          \n",
      "[279]\tvalid_0's rmse: 1165.91                                                                                          \n",
      "[280]\tvalid_0's rmse: 1165.47                                                                                          \n",
      "[281]\tvalid_0's rmse: 1164.86                                                                                          \n",
      "[282]\tvalid_0's rmse: 1164.22                                                                                          \n",
      "[283]\tvalid_0's rmse: 1163.23                                                                                          \n",
      "[284]\tvalid_0's rmse: 1162.78                                                                                          \n",
      "[285]\tvalid_0's rmse: 1161.98                                                                                          \n",
      "[286]\tvalid_0's rmse: 1161.41                                                                                          \n",
      "[287]\tvalid_0's rmse: 1160.56                                                                                          \n",
      "[288]\tvalid_0's rmse: 1159.58                                                                                          \n",
      "[289]\tvalid_0's rmse: 1158.89                                                                                          \n",
      "[290]\tvalid_0's rmse: 1158.38                                                                                          \n",
      "[291]\tvalid_0's rmse: 1157.85                                                                                          \n",
      "[292]\tvalid_0's rmse: 1156.98                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[292]\tvalid_0's rmse: 1156.98\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013052 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7158.97                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6839.21                                                                                            \n",
      "[3]\tvalid_0's rmse: 6544.85                                                                                            \n",
      "[4]\tvalid_0's rmse: 6255.94                                                                                            \n",
      "[5]\tvalid_0's rmse: 5983                                                                                               \n",
      "[6]\tvalid_0's rmse: 5734.71                                                                                            \n",
      "[7]\tvalid_0's rmse: 5493.46                                                                                            \n",
      "[8]\tvalid_0's rmse: 5264.12                                                                                            \n",
      "[9]\tvalid_0's rmse: 5059.77                                                                                            \n",
      "[10]\tvalid_0's rmse: 4856.29                                                                                           \n",
      "[11]\tvalid_0's rmse: 4661.94                                                                                           \n",
      "[12]\tvalid_0's rmse: 4480.88                                                                                           \n",
      "[13]\tvalid_0's rmse: 4309.44                                                                                           \n",
      "[14]\tvalid_0's rmse: 4153.11                                                                                           \n",
      "[15]\tvalid_0's rmse: 4002.31                                                                                           \n",
      " 50%|████████████████████████▌                        | 10/20 [00:30<00:31,  3.19s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[16]\tvalid_0's rmse: 3861.35                                                                                           \n",
      "[17]\tvalid_0's rmse: 3728.42                                                                                           \n",
      "[18]\tvalid_0's rmse: 3601.7                                                                                            \n",
      "[19]\tvalid_0's rmse: 3483.28                                                                                           \n",
      "[20]\tvalid_0's rmse: 3373.27                                                                                           \n",
      "[21]\tvalid_0's rmse: 3268.7                                                                                            \n",
      "[22]\tvalid_0's rmse: 3171.37                                                                                           \n",
      "[23]\tvalid_0's rmse: 3080.31                                                                                           \n",
      "[24]\tvalid_0's rmse: 2993.91                                                                                           \n",
      "[25]\tvalid_0's rmse: 2909.64                                                                                           \n",
      "[26]\tvalid_0's rmse: 2832.07                                                                                           \n",
      "[27]\tvalid_0's rmse: 2759.81                                                                                           \n",
      "[28]\tvalid_0's rmse: 2693.36                                                                                           \n",
      "[29]\tvalid_0's rmse: 2630.17                                                                                           \n",
      "[30]\tvalid_0's rmse: 2571.48                                                                                           \n",
      "[31]\tvalid_0's rmse: 2515.04                                                                                           \n",
      "[32]\tvalid_0's rmse: 2462.77                                                                                           \n",
      "[33]\tvalid_0's rmse: 2412.57                                                                                           \n",
      "[34]\tvalid_0's rmse: 2366.7                                                                                            \n",
      "[35]\tvalid_0's rmse: 2322.5                                                                                            \n",
      "[36]\tvalid_0's rmse: 2283.27                                                                                           \n",
      "[37]\tvalid_0's rmse: 2242.32                                                                                           \n",
      "[38]\tvalid_0's rmse: 2207.83                                                                                           \n",
      "[39]\tvalid_0's rmse: 2170.16                                                                                           \n",
      "[40]\tvalid_0's rmse: 2138.16                                                                                           \n",
      "[41]\tvalid_0's rmse: 2105.05                                                                                           \n",
      "[42]\tvalid_0's rmse: 2074.14                                                                                           \n",
      "[43]\tvalid_0's rmse: 2046.13                                                                                           \n",
      "[44]\tvalid_0's rmse: 2020.88                                                                                           \n",
      "[45]\tvalid_0's rmse: 1993.14                                                                                           \n",
      "[46]\tvalid_0's rmse: 1967.65                                                                                           \n",
      "[47]\tvalid_0's rmse: 1945.57                                                                                           \n",
      "[48]\tvalid_0's rmse: 1923.71                                                                                           \n",
      "[49]\tvalid_0's rmse: 1902.65                                                                                           \n",
      "[50]\tvalid_0's rmse: 1882.36                                                                                           \n",
      "[51]\tvalid_0's rmse: 1863.89                                                                                           \n",
      "[52]\tvalid_0's rmse: 1846.88                                                                                           \n",
      "[53]\tvalid_0's rmse: 1830.97                                                                                           \n",
      "[54]\tvalid_0's rmse: 1815.51                                                                                           \n",
      "[55]\tvalid_0's rmse: 1800.63                                                                                           \n",
      "[56]\tvalid_0's rmse: 1785.2                                                                                            \n",
      "[57]\tvalid_0's rmse: 1772.99                                                                                           \n",
      "[58]\tvalid_0's rmse: 1761.11                                                                                           \n",
      "[59]\tvalid_0's rmse: 1749.34                                                                                           \n",
      "[60]\tvalid_0's rmse: 1738.46                                                                                           \n",
      "[61]\tvalid_0's rmse: 1728.78                                                                                           \n",
      "[62]\tvalid_0's rmse: 1717.42                                                                                           \n",
      "[63]\tvalid_0's rmse: 1708.12                                                                                           \n",
      "[64]\tvalid_0's rmse: 1699.09                                                                                           \n",
      "[65]\tvalid_0's rmse: 1689.72                                                                                           \n",
      "[66]\tvalid_0's rmse: 1680.57                                                                                           \n",
      "[67]\tvalid_0's rmse: 1672.84                                                                                           \n",
      "[68]\tvalid_0's rmse: 1664.87                                                                                           \n",
      "[69]\tvalid_0's rmse: 1658.08                                                                                           \n",
      "[70]\tvalid_0's rmse: 1652.04                                                                                           \n",
      "[71]\tvalid_0's rmse: 1645.34                                                                                           \n",
      "[72]\tvalid_0's rmse: 1638.85                                                                                           \n",
      "[73]\tvalid_0's rmse: 1630.63                                                                                           \n",
      "[74]\tvalid_0's rmse: 1624.18                                                                                           \n",
      "[75]\tvalid_0's rmse: 1617.79                                                                                           \n",
      "[76]\tvalid_0's rmse: 1611.63                                                                                           \n",
      "[77]\tvalid_0's rmse: 1606.3                                                                                            \n",
      "[78]\tvalid_0's rmse: 1602.02                                                                                           \n",
      "[79]\tvalid_0's rmse: 1596.87                                                                                           \n",
      "[80]\tvalid_0's rmse: 1591.56                                                                                           \n",
      "[81]\tvalid_0's rmse: 1586.84                                                                                           \n",
      "[82]\tvalid_0's rmse: 1581.84                                                                                           \n",
      "[83]\tvalid_0's rmse: 1577.66                                                                                           \n",
      "[84]\tvalid_0's rmse: 1572.41                                                                                           \n",
      "[85]\tvalid_0's rmse: 1567.22                                                                                           \n",
      "[86]\tvalid_0's rmse: 1563.18                                                                                           \n",
      "[87]\tvalid_0's rmse: 1558.29                                                                                           \n",
      "[88]\tvalid_0's rmse: 1554.16                                                                                           \n",
      "[89]\tvalid_0's rmse: 1550.02                                                                                           \n",
      "[90]\tvalid_0's rmse: 1546.19                                                                                           \n",
      "[91]\tvalid_0's rmse: 1542.22                                                                                           \n",
      "[92]\tvalid_0's rmse: 1538.93                                                                                           \n",
      "[93]\tvalid_0's rmse: 1535.57                                                                                           \n",
      "[94]\tvalid_0's rmse: 1532.48                                                                                           \n",
      "[95]\tvalid_0's rmse: 1529.39                                                                                           \n",
      "[96]\tvalid_0's rmse: 1526.2                                                                                            \n",
      "[97]\tvalid_0's rmse: 1523.15                                                                                           \n",
      "[98]\tvalid_0's rmse: 1520.36                                                                                           \n",
      "[99]\tvalid_0's rmse: 1518.01                                                                                           \n",
      "[100]\tvalid_0's rmse: 1515.2                                                                                           \n",
      "[101]\tvalid_0's rmse: 1512.07                                                                                          \n",
      "[102]\tvalid_0's rmse: 1509.34                                                                                          \n",
      "[103]\tvalid_0's rmse: 1506.54                                                                                          \n",
      "[104]\tvalid_0's rmse: 1503.54                                                                                          \n",
      "[105]\tvalid_0's rmse: 1500.61                                                                                          \n",
      "[106]\tvalid_0's rmse: 1497.36                                                                                          \n",
      "[107]\tvalid_0's rmse: 1494.49                                                                                          \n",
      "[108]\tvalid_0's rmse: 1492.17                                                                                          \n",
      "[109]\tvalid_0's rmse: 1490.09                                                                                          \n",
      "[110]\tvalid_0's rmse: 1487.92                                                                                          \n",
      "[111]\tvalid_0's rmse: 1485.93                                                                                          \n",
      "[112]\tvalid_0's rmse: 1483.45                                                                                          \n",
      "[113]\tvalid_0's rmse: 1481.2                                                                                           \n",
      "[114]\tvalid_0's rmse: 1478.99                                                                                          \n",
      "[115]\tvalid_0's rmse: 1477.15                                                                                          \n",
      "[116]\tvalid_0's rmse: 1475.14                                                                                          \n",
      "[117]\tvalid_0's rmse: 1473.54                                                                                          \n",
      "[118]\tvalid_0's rmse: 1471.03                                                                                          \n",
      "[119]\tvalid_0's rmse: 1468.81                                                                                          \n",
      "[120]\tvalid_0's rmse: 1466.67                                                                                          \n",
      "[121]\tvalid_0's rmse: 1464.91                                                                                          \n",
      "[122]\tvalid_0's rmse: 1462.91                                                                                          \n",
      "[123]\tvalid_0's rmse: 1461.22                                                                                          \n",
      "[124]\tvalid_0's rmse: 1459.06                                                                                          \n",
      "[125]\tvalid_0's rmse: 1457.43                                                                                          \n",
      "[126]\tvalid_0's rmse: 1455.25                                                                                          \n",
      "[127]\tvalid_0's rmse: 1453.94                                                                                          \n",
      "[128]\tvalid_0's rmse: 1452.27                                                                                          \n",
      "[129]\tvalid_0's rmse: 1450.5                                                                                           \n",
      "[130]\tvalid_0's rmse: 1448.9                                                                                           \n",
      "[131]\tvalid_0's rmse: 1446.67                                                                                          \n",
      "[132]\tvalid_0's rmse: 1445.33                                                                                          \n",
      "[133]\tvalid_0's rmse: 1444                                                                                             \n",
      "[134]\tvalid_0's rmse: 1442.38                                                                                          \n",
      "[135]\tvalid_0's rmse: 1440.88                                                                                          \n",
      "[136]\tvalid_0's rmse: 1439.37                                                                                          \n",
      "[137]\tvalid_0's rmse: 1438.25                                                                                          \n",
      "[138]\tvalid_0's rmse: 1437.06                                                                                          \n",
      "[139]\tvalid_0's rmse: 1435.7                                                                                           \n",
      "[140]\tvalid_0's rmse: 1434.58                                                                                          \n",
      "[141]\tvalid_0's rmse: 1432.98                                                                                          \n",
      "[142]\tvalid_0's rmse: 1431.63                                                                                          \n",
      "[143]\tvalid_0's rmse: 1430.28                                                                                          \n",
      "[144]\tvalid_0's rmse: 1428.32                                                                                          \n",
      "[145]\tvalid_0's rmse: 1426.96                                                                                          \n",
      "[146]\tvalid_0's rmse: 1425.74                                                                                          \n",
      "[147]\tvalid_0's rmse: 1423.79                                                                                          \n",
      "[148]\tvalid_0's rmse: 1422.65                                                                                          \n",
      "[149]\tvalid_0's rmse: 1421.41                                                                                          \n",
      "[150]\tvalid_0's rmse: 1419.88                                                                                          \n",
      "[151]\tvalid_0's rmse: 1418.42                                                                                          \n",
      "[152]\tvalid_0's rmse: 1417.25                                                                                          \n",
      "[153]\tvalid_0's rmse: 1415.68                                                                                          \n",
      "[154]\tvalid_0's rmse: 1413.9                                                                                           \n",
      "[155]\tvalid_0's rmse: 1412.83                                                                                          \n",
      "[156]\tvalid_0's rmse: 1411.24                                                                                          \n",
      "[157]\tvalid_0's rmse: 1410.07                                                                                          \n",
      "[158]\tvalid_0's rmse: 1409.15                                                                                          \n",
      "[159]\tvalid_0's rmse: 1407.48                                                                                          \n",
      "[160]\tvalid_0's rmse: 1406.4                                                                                           \n",
      "[161]\tvalid_0's rmse: 1405.16                                                                                          \n",
      "[162]\tvalid_0's rmse: 1403.96                                                                                          \n",
      "[163]\tvalid_0's rmse: 1402.57                                                                                          \n",
      "[164]\tvalid_0's rmse: 1401.5                                                                                           \n",
      "[165]\tvalid_0's rmse: 1399.42                                                                                          \n",
      "[166]\tvalid_0's rmse: 1398.45                                                                                          \n",
      "[167]\tvalid_0's rmse: 1397.74                                                                                          \n",
      "[168]\tvalid_0's rmse: 1396.84                                                                                          \n",
      "[169]\tvalid_0's rmse: 1395.94                                                                                          \n",
      "[170]\tvalid_0's rmse: 1394.92                                                                                          \n",
      "[171]\tvalid_0's rmse: 1393.59                                                                                          \n",
      "[172]\tvalid_0's rmse: 1392.74                                                                                          \n",
      "[173]\tvalid_0's rmse: 1391.6                                                                                           \n",
      "[174]\tvalid_0's rmse: 1390.1                                                                                           \n",
      "[175]\tvalid_0's rmse: 1388.9                                                                                           \n",
      "[176]\tvalid_0's rmse: 1387.93                                                                                          \n",
      "[177]\tvalid_0's rmse: 1386.27                                                                                          \n",
      "[178]\tvalid_0's rmse: 1385.21                                                                                          \n",
      "[179]\tvalid_0's rmse: 1384.12                                                                                          \n",
      "[180]\tvalid_0's rmse: 1382.98                                                                                          \n",
      "[181]\tvalid_0's rmse: 1382.03                                                                                          \n",
      "[182]\tvalid_0's rmse: 1380.83                                                                                          \n",
      "[183]\tvalid_0's rmse: 1380.05                                                                                          \n",
      "[184]\tvalid_0's rmse: 1379.05                                                                                          \n",
      "[185]\tvalid_0's rmse: 1377.71                                                                                          \n",
      "[186]\tvalid_0's rmse: 1376.73                                                                                          \n",
      "[187]\tvalid_0's rmse: 1375.81                                                                                          \n",
      "[188]\tvalid_0's rmse: 1374.62                                                                                          \n",
      "[189]\tvalid_0's rmse: 1373.6                                                                                           \n",
      "[190]\tvalid_0's rmse: 1372.67                                                                                          \n",
      "[191]\tvalid_0's rmse: 1371.54                                                                                          \n",
      "[192]\tvalid_0's rmse: 1370.96                                                                                          \n",
      "[193]\tvalid_0's rmse: 1369.63                                                                                          \n",
      "[194]\tvalid_0's rmse: 1368.41                                                                                          \n",
      "[195]\tvalid_0's rmse: 1367.28                                                                                          \n",
      "[196]\tvalid_0's rmse: 1366.11                                                                                          \n",
      "[197]\tvalid_0's rmse: 1364.95                                                                                          \n",
      "[198]\tvalid_0's rmse: 1364.17                                                                                          \n",
      "[199]\tvalid_0's rmse: 1363.62                                                                                          \n",
      "[200]\tvalid_0's rmse: 1362.4                                                                                           \n",
      "[201]\tvalid_0's rmse: 1361.75                                                                                          \n",
      "[202]\tvalid_0's rmse: 1360.78                                                                                          \n",
      "[203]\tvalid_0's rmse: 1359.68                                                                                          \n",
      "[204]\tvalid_0's rmse: 1358.96                                                                                          \n",
      "[205]\tvalid_0's rmse: 1357.51                                                                                          \n",
      "[206]\tvalid_0's rmse: 1356.82                                                                                          \n",
      "[207]\tvalid_0's rmse: 1356.02                                                                                          \n",
      "[208]\tvalid_0's rmse: 1355.34                                                                                          \n",
      "[209]\tvalid_0's rmse: 1354.26                                                                                          \n",
      "[210]\tvalid_0's rmse: 1352.48                                                                                          \n",
      "[211]\tvalid_0's rmse: 1351.43                                                                                          \n",
      "[212]\tvalid_0's rmse: 1350.93                                                                                          \n",
      "[213]\tvalid_0's rmse: 1350.18                                                                                          \n",
      "[214]\tvalid_0's rmse: 1348.64                                                                                          \n",
      "[215]\tvalid_0's rmse: 1347.42                                                                                          \n",
      "[216]\tvalid_0's rmse: 1346.32                                                                                          \n",
      "[217]\tvalid_0's rmse: 1345.26                                                                                          \n",
      "[218]\tvalid_0's rmse: 1344.75                                                                                          \n",
      "[219]\tvalid_0's rmse: 1343.78                                                                                          \n",
      "[220]\tvalid_0's rmse: 1343                                                                                             \n",
      "[221]\tvalid_0's rmse: 1342.15                                                                                          \n",
      "[222]\tvalid_0's rmse: 1341.3                                                                                           \n",
      "[223]\tvalid_0's rmse: 1340.84                                                                                          \n",
      "[224]\tvalid_0's rmse: 1340.2                                                                                           \n",
      "[225]\tvalid_0's rmse: 1339.4                                                                                           \n",
      "[226]\tvalid_0's rmse: 1338.44                                                                                          \n",
      "[227]\tvalid_0's rmse: 1337.7                                                                                           \n",
      "[228]\tvalid_0's rmse: 1335.99                                                                                          \n",
      "[229]\tvalid_0's rmse: 1333.87                                                                                          \n",
      "[230]\tvalid_0's rmse: 1332.89                                                                                          \n",
      "[231]\tvalid_0's rmse: 1332.26                                                                                          \n",
      "[232]\tvalid_0's rmse: 1331.66                                                                                          \n",
      "[233]\tvalid_0's rmse: 1330.89                                                                                          \n",
      "[234]\tvalid_0's rmse: 1330.22                                                                                          \n",
      "[235]\tvalid_0's rmse: 1329.47                                                                                          \n",
      "[236]\tvalid_0's rmse: 1328.86                                                                                          \n",
      "[237]\tvalid_0's rmse: 1327.73                                                                                          \n",
      "[238]\tvalid_0's rmse: 1327.22                                                                                          \n",
      "[239]\tvalid_0's rmse: 1326.39                                                                                          \n",
      "[240]\tvalid_0's rmse: 1325.58                                                                                          \n",
      "[241]\tvalid_0's rmse: 1324.59                                                                                          \n",
      "[242]\tvalid_0's rmse: 1323.08                                                                                          \n",
      "[243]\tvalid_0's rmse: 1322.29                                                                                          \n",
      "[244]\tvalid_0's rmse: 1321.89                                                                                          \n",
      "[245]\tvalid_0's rmse: 1320.36                                                                                          \n",
      "[246]\tvalid_0's rmse: 1319.75                                                                                          \n",
      "[247]\tvalid_0's rmse: 1319.12                                                                                          \n",
      "[248]\tvalid_0's rmse: 1318.22                                                                                          \n",
      "[249]\tvalid_0's rmse: 1316.63                                                                                          \n",
      "[250]\tvalid_0's rmse: 1315.58                                                                                          \n",
      "[251]\tvalid_0's rmse: 1314.81                                                                                          \n",
      "[252]\tvalid_0's rmse: 1314.19                                                                                          \n",
      "[253]\tvalid_0's rmse: 1313.33                                                                                          \n",
      "[254]\tvalid_0's rmse: 1312.58                                                                                          \n",
      "[255]\tvalid_0's rmse: 1311.81                                                                                          \n",
      "[256]\tvalid_0's rmse: 1311.17                                                                                          \n",
      "[257]\tvalid_0's rmse: 1310.32                                                                                          \n",
      "[258]\tvalid_0's rmse: 1309.84                                                                                          \n",
      "[259]\tvalid_0's rmse: 1309.23                                                                                          \n",
      "[260]\tvalid_0's rmse: 1308.5                                                                                           \n",
      "[261]\tvalid_0's rmse: 1307.89                                                                                          \n",
      "[262]\tvalid_0's rmse: 1307.17                                                                                          \n",
      "[263]\tvalid_0's rmse: 1305.68                                                                                          \n",
      "[264]\tvalid_0's rmse: 1304.56                                                                                          \n",
      "[265]\tvalid_0's rmse: 1303.82                                                                                          \n",
      "[266]\tvalid_0's rmse: 1302.65                                                                                          \n",
      "[267]\tvalid_0's rmse: 1301.72                                                                                          \n",
      "[268]\tvalid_0's rmse: 1301.3                                                                                           \n",
      "[269]\tvalid_0's rmse: 1300.57                                                                                          \n",
      "[270]\tvalid_0's rmse: 1300.07                                                                                          \n",
      "[271]\tvalid_0's rmse: 1299.08                                                                                          \n",
      "[272]\tvalid_0's rmse: 1298.39                                                                                          \n",
      "[273]\tvalid_0's rmse: 1297.69                                                                                          \n",
      "[274]\tvalid_0's rmse: 1296.51                                                                                          \n",
      "[275]\tvalid_0's rmse: 1295.94                                                                                          \n",
      "[276]\tvalid_0's rmse: 1295.47                                                                                          \n",
      "[277]\tvalid_0's rmse: 1294.83                                                                                          \n",
      "[278]\tvalid_0's rmse: 1293.62                                                                                          \n",
      "[279]\tvalid_0's rmse: 1293.26                                                                                          \n",
      "[280]\tvalid_0's rmse: 1292.17                                                                                          \n",
      "[281]\tvalid_0's rmse: 1291.55                                                                                          \n",
      "[282]\tvalid_0's rmse: 1290.54                                                                                          \n",
      "[283]\tvalid_0's rmse: 1290.02                                                                                          \n",
      "[284]\tvalid_0's rmse: 1289.42                                                                                          \n",
      "[285]\tvalid_0's rmse: 1289.11                                                                                          \n",
      "[286]\tvalid_0's rmse: 1288.56                                                                                          \n",
      "[287]\tvalid_0's rmse: 1287.95                                                                                          \n",
      "[288]\tvalid_0's rmse: 1287.25                                                                                          \n",
      "[289]\tvalid_0's rmse: 1286.83                                                                                          \n",
      "[290]\tvalid_0's rmse: 1286.4                                                                                           \n",
      "[291]\tvalid_0's rmse: 1285.5                                                                                           \n",
      "[292]\tvalid_0's rmse: 1284.58                                                                                          \n",
      "[293]\tvalid_0's rmse: 1284.06                                                                                          \n",
      "[294]\tvalid_0's rmse: 1283.03                                                                                          \n",
      "[295]\tvalid_0's rmse: 1282.2                                                                                           \n",
      "[296]\tvalid_0's rmse: 1281.57                                                                                          \n",
      "[297]\tvalid_0's rmse: 1280.86                                                                                          \n",
      "[298]\tvalid_0's rmse: 1280.25                                                                                          \n",
      "[299]\tvalid_0's rmse: 1279.32                                                                                          \n",
      "[300]\tvalid_0's rmse: 1278.04                                                                                          \n",
      "[301]\tvalid_0's rmse: 1277.38                                                                                          \n",
      "[302]\tvalid_0's rmse: 1276.3                                                                                           \n",
      "[303]\tvalid_0's rmse: 1275.76                                                                                          \n",
      "[304]\tvalid_0's rmse: 1275.32                                                                                          \n",
      "[305]\tvalid_0's rmse: 1274.75                                                                                          \n",
      "[306]\tvalid_0's rmse: 1274.21                                                                                          \n",
      "[307]\tvalid_0's rmse: 1273.55                                                                                          \n",
      "[308]\tvalid_0's rmse: 1273                                                                                             \n",
      "[309]\tvalid_0's rmse: 1272.43                                                                                          \n",
      "[310]\tvalid_0's rmse: 1271.94                                                                                          \n",
      "[311]\tvalid_0's rmse: 1271.13                                                                                          \n",
      "[312]\tvalid_0's rmse: 1270.23                                                                                          \n",
      "[313]\tvalid_0's rmse: 1269.73                                                                                          \n",
      "[314]\tvalid_0's rmse: 1269.27                                                                                          \n",
      "[315]\tvalid_0's rmse: 1268.82                                                                                          \n",
      "[316]\tvalid_0's rmse: 1268.11                                                                                          \n",
      "[317]\tvalid_0's rmse: 1267.23                                                                                          \n",
      "[318]\tvalid_0's rmse: 1266.67                                                                                          \n",
      "[319]\tvalid_0's rmse: 1265.99                                                                                          \n",
      "[320]\tvalid_0's rmse: 1265.48                                                                                          \n",
      "[321]\tvalid_0's rmse: 1264.85                                                                                          \n",
      "[322]\tvalid_0's rmse: 1264.22                                                                                          \n",
      "[323]\tvalid_0's rmse: 1263.67                                                                                          \n",
      "[324]\tvalid_0's rmse: 1262.73                                                                                          \n",
      "[325]\tvalid_0's rmse: 1262.05                                                                                          \n",
      "[326]\tvalid_0's rmse: 1261.54                                                                                          \n",
      "[327]\tvalid_0's rmse: 1260.95                                                                                          \n",
      "[328]\tvalid_0's rmse: 1260.56                                                                                          \n",
      "[329]\tvalid_0's rmse: 1260.13                                                                                          \n",
      "[330]\tvalid_0's rmse: 1259.44                                                                                          \n",
      "[331]\tvalid_0's rmse: 1259.01                                                                                          \n",
      "[332]\tvalid_0's rmse: 1257.87                                                                                          \n",
      "[333]\tvalid_0's rmse: 1257.24                                                                                          \n",
      "[334]\tvalid_0's rmse: 1256.78                                                                                          \n",
      "[335]\tvalid_0's rmse: 1256.31                                                                                          \n",
      "[336]\tvalid_0's rmse: 1255.83                                                                                          \n",
      "[337]\tvalid_0's rmse: 1255.36                                                                                          \n",
      "[338]\tvalid_0's rmse: 1254.78                                                                                          \n",
      "[339]\tvalid_0's rmse: 1254.47                                                                                          \n",
      "[340]\tvalid_0's rmse: 1253.83                                                                                          \n",
      "[341]\tvalid_0's rmse: 1252.73                                                                                          \n",
      "[342]\tvalid_0's rmse: 1252.09                                                                                          \n",
      "[343]\tvalid_0's rmse: 1251.7                                                                                           \n",
      "[344]\tvalid_0's rmse: 1251.13                                                                                          \n",
      "[345]\tvalid_0's rmse: 1250.63                                                                                          \n",
      "[346]\tvalid_0's rmse: 1249.75                                                                                          \n",
      "[347]\tvalid_0's rmse: 1249.37                                                                                          \n",
      "[348]\tvalid_0's rmse: 1248.83                                                                                          \n",
      "[349]\tvalid_0's rmse: 1248.36                                                                                          \n",
      "[350]\tvalid_0's rmse: 1247.96                                                                                          \n",
      "[351]\tvalid_0's rmse: 1247.61                                                                                          \n",
      "[352]\tvalid_0's rmse: 1246.55                                                                                          \n",
      "[353]\tvalid_0's rmse: 1245.98                                                                                          \n",
      "[354]\tvalid_0's rmse: 1245.14                                                                                          \n",
      "[355]\tvalid_0's rmse: 1244.22                                                                                          \n",
      "[356]\tvalid_0's rmse: 1243.73                                                                                          \n",
      "[357]\tvalid_0's rmse: 1242.71                                                                                          \n",
      "[358]\tvalid_0's rmse: 1242.14                                                                                          \n",
      "[359]\tvalid_0's rmse: 1241.27                                                                                          \n",
      "[360]\tvalid_0's rmse: 1240.38                                                                                          \n",
      "[361]\tvalid_0's rmse: 1239.93                                                                                          \n",
      "[362]\tvalid_0's rmse: 1239.4                                                                                           \n",
      "[363]\tvalid_0's rmse: 1239                                                                                             \n",
      "[364]\tvalid_0's rmse: 1238.14                                                                                          \n",
      "[365]\tvalid_0's rmse: 1237.52                                                                                          \n",
      "[366]\tvalid_0's rmse: 1236.95                                                                                          \n",
      "[367]\tvalid_0's rmse: 1236.37                                                                                          \n",
      "[368]\tvalid_0's rmse: 1235.77                                                                                          \n",
      "[369]\tvalid_0's rmse: 1235.24                                                                                          \n",
      "[370]\tvalid_0's rmse: 1234.79                                                                                          \n",
      "[371]\tvalid_0's rmse: 1234.26                                                                                          \n",
      "[372]\tvalid_0's rmse: 1233.64                                                                                          \n",
      "[373]\tvalid_0's rmse: 1233.22                                                                                          \n",
      "[374]\tvalid_0's rmse: 1232.77                                                                                          \n",
      "[375]\tvalid_0's rmse: 1232.14                                                                                          \n",
      "[376]\tvalid_0's rmse: 1231.6                                                                                           \n",
      "[377]\tvalid_0's rmse: 1231                                                                                             \n",
      "[378]\tvalid_0's rmse: 1230.49                                                                                          \n",
      "[379]\tvalid_0's rmse: 1229.94                                                                                          \n",
      "[380]\tvalid_0's rmse: 1229.35                                                                                          \n",
      "[381]\tvalid_0's rmse: 1228.91                                                                                          \n",
      "[382]\tvalid_0's rmse: 1228.49                                                                                          \n",
      "[383]\tvalid_0's rmse: 1227.65                                                                                          \n",
      "[384]\tvalid_0's rmse: 1227.3                                                                                           \n",
      "[385]\tvalid_0's rmse: 1226.89                                                                                          \n",
      "[386]\tvalid_0's rmse: 1226.46                                                                                          \n",
      "[387]\tvalid_0's rmse: 1225.75                                                                                          \n",
      "[388]\tvalid_0's rmse: 1225.29                                                                                          \n",
      "[389]\tvalid_0's rmse: 1224.93                                                                                          \n",
      "[390]\tvalid_0's rmse: 1223.89                                                                                          \n",
      "[391]\tvalid_0's rmse: 1223.44                                                                                          \n",
      "[392]\tvalid_0's rmse: 1223.04                                                                                          \n",
      "[393]\tvalid_0's rmse: 1222.51                                                                                          \n",
      "[394]\tvalid_0's rmse: 1222.2                                                                                           \n",
      "[395]\tvalid_0's rmse: 1221.73                                                                                          \n",
      "[396]\tvalid_0's rmse: 1221.19                                                                                          \n",
      "[397]\tvalid_0's rmse: 1220.28                                                                                          \n",
      "[398]\tvalid_0's rmse: 1219.82                                                                                          \n",
      "[399]\tvalid_0's rmse: 1219.38                                                                                          \n",
      "[400]\tvalid_0's rmse: 1218.95                                                                                          \n",
      "[401]\tvalid_0's rmse: 1218.26                                                                                          \n",
      "[402]\tvalid_0's rmse: 1217.82                                                                                          \n",
      "[403]\tvalid_0's rmse: 1216.96                                                                                          \n",
      "[404]\tvalid_0's rmse: 1216.48                                                                                          \n",
      "[405]\tvalid_0's rmse: 1216.05                                                                                          \n",
      "[406]\tvalid_0's rmse: 1215.6                                                                                           \n",
      "[407]\tvalid_0's rmse: 1214.64                                                                                          \n",
      "[408]\tvalid_0's rmse: 1214.33                                                                                          \n",
      "[409]\tvalid_0's rmse: 1213.92                                                                                          \n",
      "[410]\tvalid_0's rmse: 1213.24                                                                                          \n",
      "[411]\tvalid_0's rmse: 1212.79                                                                                          \n",
      "[412]\tvalid_0's rmse: 1211.85                                                                                          \n",
      "[413]\tvalid_0's rmse: 1211.4                                                                                           \n",
      "[414]\tvalid_0's rmse: 1210.66                                                                                          \n",
      "[415]\tvalid_0's rmse: 1209.88                                                                                          \n",
      "[416]\tvalid_0's rmse: 1209.4                                                                                           \n",
      "[417]\tvalid_0's rmse: 1208.89                                                                                          \n",
      "[418]\tvalid_0's rmse: 1208.49                                                                                          \n",
      "[419]\tvalid_0's rmse: 1208.18                                                                                          \n",
      "[420]\tvalid_0's rmse: 1207.62                                                                                          \n",
      "[421]\tvalid_0's rmse: 1207.28                                                                                          \n",
      "[422]\tvalid_0's rmse: 1206.64                                                                                          \n",
      "[423]\tvalid_0's rmse: 1205.7                                                                                           \n",
      "[424]\tvalid_0's rmse: 1205.32                                                                                          \n",
      "[425]\tvalid_0's rmse: 1204.34                                                                                          \n",
      "[426]\tvalid_0's rmse: 1204.06                                                                                          \n",
      "[427]\tvalid_0's rmse: 1203.44                                                                                          \n",
      "[428]\tvalid_0's rmse: 1202.93                                                                                          \n",
      "[429]\tvalid_0's rmse: 1202.21                                                                                          \n",
      "[430]\tvalid_0's rmse: 1201.95                                                                                          \n",
      "[431]\tvalid_0's rmse: 1201.5                                                                                           \n",
      "[432]\tvalid_0's rmse: 1200.99                                                                                          \n",
      "[433]\tvalid_0's rmse: 1200.23                                                                                          \n",
      "[434]\tvalid_0's rmse: 1199.97                                                                                          \n",
      "[435]\tvalid_0's rmse: 1199.54                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[435]\tvalid_0's rmse: 1199.54\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.012986 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7122.42                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6768.94                                                                                            \n",
      "[3]\tvalid_0's rmse: 6445.44                                                                                            \n",
      "[4]\tvalid_0's rmse: 6131.48                                                                                            \n",
      "[5]\tvalid_0's rmse: 5834.74                                                                                            \n",
      "[6]\tvalid_0's rmse: 5566.51                                                                                            \n",
      "[7]\tvalid_0's rmse: 5309.03                                                                                            \n",
      "[8]\tvalid_0's rmse: 5062.84                                                                                            \n",
      "[9]\tvalid_0's rmse: 4845.24                                                                                            \n",
      "[10]\tvalid_0's rmse: 4630.7                                                                                            \n",
      "[11]\tvalid_0's rmse: 4428.33                                                                                           \n",
      "[12]\tvalid_0's rmse: 4238.88                                                                                           \n",
      "[13]\tvalid_0's rmse: 4059.91                                                                                           \n",
      "[14]\tvalid_0's rmse: 3899.3                                                                                            \n",
      "                                                                                                                       \r"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[15]\tvalid_0's rmse: 3743.23\n",
      "[16]\tvalid_0's rmse: 3598.12                                                                                           \n",
      "[17]\tvalid_0's rmse: 3462.04                                                                                           \n",
      "[18]\tvalid_0's rmse: 3334.13                                                                                           \n",
      "[19]\tvalid_0's rmse: 3215.26                                                                                           \n",
      "[20]\tvalid_0's rmse: 3105.66                                                                                           \n",
      "[21]\tvalid_0's rmse: 3002.84                                                                                           \n",
      "[22]\tvalid_0's rmse: 2906.22                                                                                           \n",
      "[23]\tvalid_0's rmse: 2815.96                                                                                           \n",
      "[24]\tvalid_0's rmse: 2731.71                                                                                           \n",
      "[25]\tvalid_0's rmse: 2651.96                                                                                           \n",
      "[26]\tvalid_0's rmse: 2578.33                                                                                           \n",
      "[27]\tvalid_0's rmse: 2508.45                                                                                           \n",
      "[28]\tvalid_0's rmse: 2444.05                                                                                           \n",
      "[29]\tvalid_0's rmse: 2384.33                                                                                           \n",
      "[30]\tvalid_0's rmse: 2330.45                                                                                           \n",
      "[31]\tvalid_0's rmse: 2278.96                                                                                           \n",
      "[32]\tvalid_0's rmse: 2230.71                                                                                           \n",
      "[33]\tvalid_0's rmse: 2184.29                                                                                           \n",
      "[34]\tvalid_0's rmse: 2142.78                                                                                           \n",
      "[35]\tvalid_0's rmse: 2102.54                                                                                           \n",
      "[36]\tvalid_0's rmse: 2065.09                                                                                           \n",
      "[37]\tvalid_0's rmse: 2026.19                                                                                           \n",
      "[38]\tvalid_0's rmse: 1995.3                                                                                            \n",
      "[39]\tvalid_0's rmse: 1962.98                                                                                           \n",
      "[40]\tvalid_0's rmse: 1934.21                                                                                           \n",
      "[41]\tvalid_0's rmse: 1905.86                                                                                           \n",
      "[42]\tvalid_0's rmse: 1880.2                                                                                            \n",
      "[43]\tvalid_0's rmse: 1854.67                                                                                           \n",
      "[44]\tvalid_0's rmse: 1833.58                                                                                           \n",
      "[45]\tvalid_0's rmse: 1811.07                                                                                           \n",
      "[46]\tvalid_0's rmse: 1788.81                                                                                           \n",
      "[47]\tvalid_0's rmse: 1770.34                                                                                           \n",
      "[48]\tvalid_0's rmse: 1752.24                                                                                           \n",
      "[49]\tvalid_0's rmse: 1734.45                                                                                           \n",
      "[50]\tvalid_0's rmse: 1718.69                                                                                           \n",
      "[51]\tvalid_0's rmse: 1703.8                                                                                            \n",
      "[52]\tvalid_0's rmse: 1689.49                                                                                           \n",
      "[53]\tvalid_0's rmse: 1676.69                                                                                           \n",
      "[54]\tvalid_0's rmse: 1664.77                                                                                           \n",
      "[55]\tvalid_0's rmse: 1652.17                                                                                           \n",
      "[56]\tvalid_0's rmse: 1640.64                                                                                           \n",
      "[57]\tvalid_0's rmse: 1629.7                                                                                            \n",
      "[58]\tvalid_0's rmse: 1620                                                                                              \n",
      "[59]\tvalid_0's rmse: 1611.24                                                                                           \n",
      "[60]\tvalid_0's rmse: 1602.4                                                                                            \n",
      "[61]\tvalid_0's rmse: 1594.63                                                                                           \n",
      "[62]\tvalid_0's rmse: 1585.72                                                                                           \n",
      "[63]\tvalid_0's rmse: 1578.21                                                                                           \n",
      "[64]\tvalid_0's rmse: 1570.51                                                                                           \n",
      "[65]\tvalid_0's rmse: 1563.86                                                                                           \n",
      "[66]\tvalid_0's rmse: 1556.65                                                                                           \n",
      "[67]\tvalid_0's rmse: 1551                                                                                              \n",
      "[68]\tvalid_0's rmse: 1544.64                                                                                           \n",
      "[69]\tvalid_0's rmse: 1539.1                                                                                            \n",
      "[70]\tvalid_0's rmse: 1534.08                                                                                           \n",
      "[71]\tvalid_0's rmse: 1528.71                                                                                           \n",
      "[72]\tvalid_0's rmse: 1522.94                                                                                           \n",
      "[73]\tvalid_0's rmse: 1517.33                                                                                           \n",
      "[74]\tvalid_0's rmse: 1511.34                                                                                           \n",
      "[75]\tvalid_0's rmse: 1505.97                                                                                           \n",
      "[76]\tvalid_0's rmse: 1501.24                                                                                           \n",
      "[77]\tvalid_0's rmse: 1496.37                                                                                           \n",
      "[78]\tvalid_0's rmse: 1491.94                                                                                           \n",
      "[79]\tvalid_0's rmse: 1487.69                                                                                           \n",
      "[80]\tvalid_0's rmse: 1483.7                                                                                            \n",
      "[81]\tvalid_0's rmse: 1479.51                                                                                           \n",
      "[82]\tvalid_0's rmse: 1475.5                                                                                            \n",
      "[83]\tvalid_0's rmse: 1471.81                                                                                           \n",
      "[84]\tvalid_0's rmse: 1467.5                                                                                            \n",
      "[85]\tvalid_0's rmse: 1463.3                                                                                            \n",
      "[86]\tvalid_0's rmse: 1460.35                                                                                           \n",
      "[87]\tvalid_0's rmse: 1456.52                                                                                           \n",
      "[88]\tvalid_0's rmse: 1453.12                                                                                           \n",
      "[89]\tvalid_0's rmse: 1450.06                                                                                           \n",
      "[90]\tvalid_0's rmse: 1447.41                                                                                           \n",
      "[91]\tvalid_0's rmse: 1444.45                                                                                           \n",
      "[92]\tvalid_0's rmse: 1441.17                                                                                           \n",
      "[93]\tvalid_0's rmse: 1437.89                                                                                           \n",
      "[94]\tvalid_0's rmse: 1435.62                                                                                           \n",
      "[95]\tvalid_0's rmse: 1432.35                                                                                           \n",
      "[96]\tvalid_0's rmse: 1429.91                                                                                           \n",
      "[97]\tvalid_0's rmse: 1426.98                                                                                           \n",
      "[98]\tvalid_0's rmse: 1424.73                                                                                           \n",
      "[99]\tvalid_0's rmse: 1421.93                                                                                           \n",
      "[100]\tvalid_0's rmse: 1419.61                                                                                          \n",
      "[101]\tvalid_0's rmse: 1416.29                                                                                          \n",
      "[102]\tvalid_0's rmse: 1413.36                                                                                          \n",
      "[103]\tvalid_0's rmse: 1411.31                                                                                          \n",
      "[104]\tvalid_0's rmse: 1408.99                                                                                          \n",
      "[105]\tvalid_0's rmse: 1406.62                                                                                          \n",
      "[106]\tvalid_0's rmse: 1404.16                                                                                          \n",
      "[107]\tvalid_0's rmse: 1402.09                                                                                          \n",
      "[108]\tvalid_0's rmse: 1400.09                                                                                          \n",
      "[109]\tvalid_0's rmse: 1397.75                                                                                          \n",
      "[110]\tvalid_0's rmse: 1395.72                                                                                          \n",
      "[111]\tvalid_0's rmse: 1393.84                                                                                          \n",
      "[112]\tvalid_0's rmse: 1390.78                                                                                          \n",
      "[113]\tvalid_0's rmse: 1388.49                                                                                          \n",
      "[114]\tvalid_0's rmse: 1386.47                                                                                          \n",
      "[115]\tvalid_0's rmse: 1384.74                                                                                          \n",
      "[116]\tvalid_0's rmse: 1382.9                                                                                           \n",
      "[117]\tvalid_0's rmse: 1380.99                                                                                          \n",
      "[118]\tvalid_0's rmse: 1379.19                                                                                          \n",
      "[119]\tvalid_0's rmse: 1377.29                                                                                          \n",
      "[120]\tvalid_0's rmse: 1374.46                                                                                          \n",
      "[121]\tvalid_0's rmse: 1372.36                                                                                          \n",
      "[122]\tvalid_0's rmse: 1370.86                                                                                          \n",
      "[123]\tvalid_0's rmse: 1369.21                                                                                          \n",
      "[124]\tvalid_0's rmse: 1367.67                                                                                          \n",
      "[125]\tvalid_0's rmse: 1366.01                                                                                          \n",
      "[126]\tvalid_0's rmse: 1364.62                                                                                          \n",
      "[127]\tvalid_0's rmse: 1362.98                                                                                          \n",
      "[128]\tvalid_0's rmse: 1361.33                                                                                          \n",
      "[129]\tvalid_0's rmse: 1359.54                                                                                          \n",
      "[130]\tvalid_0's rmse: 1357.24                                                                                          \n",
      "[131]\tvalid_0's rmse: 1355.82                                                                                          \n",
      "[132]\tvalid_0's rmse: 1354.27                                                                                          \n",
      "[133]\tvalid_0's rmse: 1352.68                                                                                          \n",
      "[134]\tvalid_0's rmse: 1351.26                                                                                          \n",
      "[135]\tvalid_0's rmse: 1350.06                                                                                          \n",
      "[136]\tvalid_0's rmse: 1348.59                                                                                          \n",
      "[137]\tvalid_0's rmse: 1346.87                                                                                          \n",
      "[138]\tvalid_0's rmse: 1345.01                                                                                          \n",
      "[139]\tvalid_0's rmse: 1343.62                                                                                          \n",
      "[140]\tvalid_0's rmse: 1341.97                                                                                          \n",
      "[141]\tvalid_0's rmse: 1340.05                                                                                          \n",
      "[142]\tvalid_0's rmse: 1338.68                                                                                          \n",
      "[143]\tvalid_0's rmse: 1337.4                                                                                           \n",
      "[144]\tvalid_0's rmse: 1336                                                                                             \n",
      "[145]\tvalid_0's rmse: 1334.25                                                                                          \n",
      "[146]\tvalid_0's rmse: 1333.26                                                                                          \n",
      "[147]\tvalid_0's rmse: 1331.57                                                                                          \n",
      "[148]\tvalid_0's rmse: 1329.45                                                                                          \n",
      "[149]\tvalid_0's rmse: 1328.35                                                                                          \n",
      "[150]\tvalid_0's rmse: 1326.76                                                                                          \n",
      "[151]\tvalid_0's rmse: 1325.35                                                                                          \n",
      "[152]\tvalid_0's rmse: 1323.15                                                                                          \n",
      "[153]\tvalid_0's rmse: 1321.66                                                                                          \n",
      "[154]\tvalid_0's rmse: 1320.28                                                                                          \n",
      "[155]\tvalid_0's rmse: 1318.93                                                                                          \n",
      "[156]\tvalid_0's rmse: 1317.57                                                                                          \n",
      "[157]\tvalid_0's rmse: 1316.5                                                                                           \n",
      "[158]\tvalid_0's rmse: 1315.3                                                                                           \n",
      "[159]\tvalid_0's rmse: 1313.97                                                                                          \n",
      "[160]\tvalid_0's rmse: 1312.75                                                                                          \n",
      "[161]\tvalid_0's rmse: 1311.81                                                                                          \n",
      "[162]\tvalid_0's rmse: 1310.23                                                                                          \n",
      "[163]\tvalid_0's rmse: 1308                                                                                             \n",
      "[164]\tvalid_0's rmse: 1306.94                                                                                          \n",
      "[165]\tvalid_0's rmse: 1305.35                                                                                          \n",
      "[166]\tvalid_0's rmse: 1304.4                                                                                           \n",
      "[167]\tvalid_0's rmse: 1303.25                                                                                          \n",
      "[168]\tvalid_0's rmse: 1301.76                                                                                          \n",
      "[169]\tvalid_0's rmse: 1300.95                                                                                          \n",
      "[170]\tvalid_0's rmse: 1299.76                                                                                          \n",
      "[171]\tvalid_0's rmse: 1298.19                                                                                          \n",
      "[172]\tvalid_0's rmse: 1296.09                                                                                          \n",
      "[173]\tvalid_0's rmse: 1295.19                                                                                          \n",
      "[174]\tvalid_0's rmse: 1294.29                                                                                          \n",
      "[175]\tvalid_0's rmse: 1293.21                                                                                          \n",
      "[176]\tvalid_0's rmse: 1292.13                                                                                          \n",
      "[177]\tvalid_0's rmse: 1291.18                                                                                          \n",
      "[178]\tvalid_0's rmse: 1290.16                                                                                          \n",
      "[179]\tvalid_0's rmse: 1289.29                                                                                          \n",
      "[180]\tvalid_0's rmse: 1287.38                                                                                          \n",
      "[181]\tvalid_0's rmse: 1286.46                                                                                          \n",
      "[182]\tvalid_0's rmse: 1285.58                                                                                          \n",
      "[183]\tvalid_0's rmse: 1284.52                                                                                          \n",
      "[184]\tvalid_0's rmse: 1283.2                                                                                           \n",
      "[185]\tvalid_0's rmse: 1281.61                                                                                          \n",
      "[186]\tvalid_0's rmse: 1279.84                                                                                          \n",
      "[187]\tvalid_0's rmse: 1278.59                                                                                          \n",
      "[188]\tvalid_0's rmse: 1277.15                                                                                          \n",
      "[189]\tvalid_0's rmse: 1276.37                                                                                          \n",
      "[190]\tvalid_0's rmse: 1275.55                                                                                          \n",
      "[191]\tvalid_0's rmse: 1274.56                                                                                          \n",
      "[192]\tvalid_0's rmse: 1273.55                                                                                          \n",
      "[193]\tvalid_0's rmse: 1272.62                                                                                          \n",
      "[194]\tvalid_0's rmse: 1271.34                                                                                          \n",
      "[195]\tvalid_0's rmse: 1270.77                                                                                          \n",
      "[196]\tvalid_0's rmse: 1269.74                                                                                          \n",
      "[197]\tvalid_0's rmse: 1268.12                                                                                          \n",
      "[198]\tvalid_0's rmse: 1267.28                                                                                          \n",
      "[199]\tvalid_0's rmse: 1265.92                                                                                          \n",
      "[200]\tvalid_0's rmse: 1264.83                                                                                          \n",
      "[201]\tvalid_0's rmse: 1263.87                                                                                          \n",
      "[202]\tvalid_0's rmse: 1263.04                                                                                          \n",
      "[203]\tvalid_0's rmse: 1262.37                                                                                          \n",
      "[204]\tvalid_0's rmse: 1261.34                                                                                          \n",
      "[205]\tvalid_0's rmse: 1259.91                                                                                          \n",
      "[206]\tvalid_0's rmse: 1259.1                                                                                           \n",
      "[207]\tvalid_0's rmse: 1258.25                                                                                          \n",
      "[208]\tvalid_0's rmse: 1257.29                                                                                          \n",
      "[209]\tvalid_0's rmse: 1256.65                                                                                          \n",
      "[210]\tvalid_0's rmse: 1255.48                                                                                          \n",
      "[211]\tvalid_0's rmse: 1254.74                                                                                          \n",
      "[212]\tvalid_0's rmse: 1253.66                                                                                          \n",
      "[213]\tvalid_0's rmse: 1252.57                                                                                          \n",
      "[214]\tvalid_0's rmse: 1251.03                                                                                          \n",
      "[215]\tvalid_0's rmse: 1250.39                                                                                          \n",
      "[216]\tvalid_0's rmse: 1249.53                                                                                          \n",
      "[217]\tvalid_0's rmse: 1248.77                                                                                          \n",
      "[218]\tvalid_0's rmse: 1247.91                                                                                          \n",
      "[219]\tvalid_0's rmse: 1247.03                                                                                          \n",
      "[220]\tvalid_0's rmse: 1245.82                                                                                          \n",
      "[221]\tvalid_0's rmse: 1244.7                                                                                           \n",
      "[222]\tvalid_0's rmse: 1243.71                                                                                          \n",
      "[223]\tvalid_0's rmse: 1243.13                                                                                          \n",
      "[224]\tvalid_0's rmse: 1242.24                                                                                          \n",
      "[225]\tvalid_0's rmse: 1241.41                                                                                          \n",
      "[226]\tvalid_0's rmse: 1240.55                                                                                          \n",
      "[227]\tvalid_0's rmse: 1239.91                                                                                          \n",
      "[228]\tvalid_0's rmse: 1238.77                                                                                          \n",
      "[229]\tvalid_0's rmse: 1237.43                                                                                          \n",
      "[230]\tvalid_0's rmse: 1236.8                                                                                           \n",
      "[231]\tvalid_0's rmse: 1236.16                                                                                          \n",
      "[232]\tvalid_0's rmse: 1235.22                                                                                          \n",
      "[233]\tvalid_0's rmse: 1234.47                                                                                          \n",
      "[234]\tvalid_0's rmse: 1233.74                                                                                          \n",
      "[235]\tvalid_0's rmse: 1232.53                                                                                          \n",
      "[236]\tvalid_0's rmse: 1231.5                                                                                           \n",
      "[237]\tvalid_0's rmse: 1230.8                                                                                           \n",
      "[238]\tvalid_0's rmse: 1230.4                                                                                           \n",
      "[239]\tvalid_0's rmse: 1229.54                                                                                          \n",
      "[240]\tvalid_0's rmse: 1229.06                                                                                          \n",
      "[241]\tvalid_0's rmse: 1228.05                                                                                          \n",
      "[242]\tvalid_0's rmse: 1227.1                                                                                           \n",
      "[243]\tvalid_0's rmse: 1226.06                                                                                          \n",
      "[244]\tvalid_0's rmse: 1225.05                                                                                          \n",
      "[245]\tvalid_0's rmse: 1224.32                                                                                          \n",
      "[246]\tvalid_0's rmse: 1223.71                                                                                          \n",
      "[247]\tvalid_0's rmse: 1223.11                                                                                          \n",
      "[248]\tvalid_0's rmse: 1222.49                                                                                          \n",
      "[249]\tvalid_0's rmse: 1221.37                                                                                          \n",
      "[250]\tvalid_0's rmse: 1220.62                                                                                          \n",
      "[251]\tvalid_0's rmse: 1219.17                                                                                          \n",
      "[252]\tvalid_0's rmse: 1217.96                                                                                          \n",
      "[253]\tvalid_0's rmse: 1217.11                                                                                          \n",
      "[254]\tvalid_0's rmse: 1215.88                                                                                          \n",
      "[255]\tvalid_0's rmse: 1215.23                                                                                          \n",
      "[256]\tvalid_0's rmse: 1214.3                                                                                           \n",
      "[257]\tvalid_0's rmse: 1213.16                                                                                          \n",
      "[258]\tvalid_0's rmse: 1212.46                                                                                          \n",
      "[259]\tvalid_0's rmse: 1211.81                                                                                          \n",
      "[260]\tvalid_0's rmse: 1211.12                                                                                          \n",
      "[261]\tvalid_0's rmse: 1210.56                                                                                          \n",
      "[262]\tvalid_0's rmse: 1209.58                                                                                          \n",
      "[263]\tvalid_0's rmse: 1208.53                                                                                          \n",
      "[264]\tvalid_0's rmse: 1207.83                                                                                          \n",
      "[265]\tvalid_0's rmse: 1206.92                                                                                          \n",
      "[266]\tvalid_0's rmse: 1205.68                                                                                          \n",
      "[267]\tvalid_0's rmse: 1204.63                                                                                          \n",
      "[268]\tvalid_0's rmse: 1204.1                                                                                           \n",
      "[269]\tvalid_0's rmse: 1203.15                                                                                          \n",
      "[270]\tvalid_0's rmse: 1202.38                                                                                          \n",
      "[271]\tvalid_0's rmse: 1201.73                                                                                          \n",
      "[272]\tvalid_0's rmse: 1200.72                                                                                          \n",
      "[273]\tvalid_0's rmse: 1199.59                                                                                          \n",
      "[274]\tvalid_0's rmse: 1198.64                                                                                          \n",
      "[275]\tvalid_0's rmse: 1197.73                                                                                          \n",
      "[276]\tvalid_0's rmse: 1197.05                                                                                          \n",
      "[277]\tvalid_0's rmse: 1196.38                                                                                          \n",
      "[278]\tvalid_0's rmse: 1195.64                                                                                          \n",
      "[279]\tvalid_0's rmse: 1194.69                                                                                          \n",
      "[280]\tvalid_0's rmse: 1193.66                                                                                          \n",
      "[281]\tvalid_0's rmse: 1193.08                                                                                          \n",
      "[282]\tvalid_0's rmse: 1192.6                                                                                           \n",
      "[283]\tvalid_0's rmse: 1191.55                                                                                          \n",
      "[284]\tvalid_0's rmse: 1191.1                                                                                           \n",
      "[285]\tvalid_0's rmse: 1190.54                                                                                          \n",
      "[286]\tvalid_0's rmse: 1189.84                                                                                          \n",
      "[287]\tvalid_0's rmse: 1188.99                                                                                          \n",
      "[288]\tvalid_0's rmse: 1188.12                                                                                          \n",
      "[289]\tvalid_0's rmse: 1187.59                                                                                          \n",
      "[290]\tvalid_0's rmse: 1186.71                                                                                          \n",
      "[291]\tvalid_0's rmse: 1185.86                                                                                          \n",
      "[292]\tvalid_0's rmse: 1185.26                                                                                          \n",
      "[293]\tvalid_0's rmse: 1184.67                                                                                          \n",
      "[294]\tvalid_0's rmse: 1183.9                                                                                           \n",
      "[295]\tvalid_0's rmse: 1183.07                                                                                          \n",
      "[296]\tvalid_0's rmse: 1182.64                                                                                          \n",
      "[297]\tvalid_0's rmse: 1181.92                                                                                          \n",
      "[298]\tvalid_0's rmse: 1181.11                                                                                          \n",
      "[299]\tvalid_0's rmse: 1180.69                                                                                          \n",
      "[300]\tvalid_0's rmse: 1179.83                                                                                          \n",
      "[301]\tvalid_0's rmse: 1179.29                                                                                          \n",
      "[302]\tvalid_0's rmse: 1178.54                                                                                          \n",
      "[303]\tvalid_0's rmse: 1178.11                                                                                          \n",
      "[304]\tvalid_0's rmse: 1177.7                                                                                           \n",
      "[305]\tvalid_0's rmse: 1176.99                                                                                          \n",
      "[306]\tvalid_0's rmse: 1176.42                                                                                          \n",
      "[307]\tvalid_0's rmse: 1175.85                                                                                          \n",
      "[308]\tvalid_0's rmse: 1175.1                                                                                           \n",
      "[309]\tvalid_0's rmse: 1174.29                                                                                          \n",
      "[310]\tvalid_0's rmse: 1173.47                                                                                          \n",
      "[311]\tvalid_0's rmse: 1172.57                                                                                          \n",
      "[312]\tvalid_0's rmse: 1172.05                                                                                          \n",
      "[313]\tvalid_0's rmse: 1171.34                                                                                          \n",
      "[314]\tvalid_0's rmse: 1170.79                                                                                          \n",
      "[315]\tvalid_0's rmse: 1170.34                                                                                          \n",
      "[316]\tvalid_0's rmse: 1169.68                                                                                          \n",
      "[317]\tvalid_0's rmse: 1169.15                                                                                          \n",
      "[318]\tvalid_0's rmse: 1168.5                                                                                           \n",
      "[319]\tvalid_0's rmse: 1167.8                                                                                           \n",
      "[320]\tvalid_0's rmse: 1167.06                                                                                          \n",
      "[321]\tvalid_0's rmse: 1166.58                                                                                          \n",
      "[322]\tvalid_0's rmse: 1166.05                                                                                          \n",
      "[323]\tvalid_0's rmse: 1165.71                                                                                          \n",
      "[324]\tvalid_0's rmse: 1165.28                                                                                          \n",
      "[325]\tvalid_0's rmse: 1164.68                                                                                          \n",
      "[326]\tvalid_0's rmse: 1163.91                                                                                          \n",
      "[327]\tvalid_0's rmse: 1163.4                                                                                           \n",
      "[328]\tvalid_0's rmse: 1162.98                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[328]\tvalid_0's rmse: 1162.98\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.012349 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7173.23                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6864.48                                                                                            \n",
      "[3]\tvalid_0's rmse: 6577.51                                                                                            \n",
      "[4]\tvalid_0's rmse: 6296.99                                                                                            \n",
      "[5]\tvalid_0's rmse: 6030.41                                                                                            \n",
      "[6]\tvalid_0's rmse: 5786.54                                                                                            \n",
      "[7]\tvalid_0's rmse: 5549.53                                                                                            \n",
      "[8]\tvalid_0's rmse: 5322.59                                                                                            \n",
      "[9]\tvalid_0's rmse: 5117.23                                                                                            \n",
      "[10]\tvalid_0's rmse: 4915.32                                                                                           \n",
      "[11]\tvalid_0's rmse: 4722.46                                                                                           \n",
      "[12]\tvalid_0's rmse: 4540.29                                                                                           \n",
      "[13]\tvalid_0's rmse: 4367.6                                                                                            \n",
      "[14]\tvalid_0's rmse: 4209.35                                                                                           \n",
      "                                                                                                                       "
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[15]\tvalid_0's rmse: 4054.88\n",
      "[16]\tvalid_0's rmse: 3909.64                                                                                           \n",
      "[17]\tvalid_0's rmse: 3772.79                                                                                           \n",
      "[18]\tvalid_0's rmse: 3642.57                                                                                           \n",
      "[19]\tvalid_0's rmse: 3520.11                                                                                           \n",
      "[20]\tvalid_0's rmse: 3405.01                                                                                           \n",
      "[21]\tvalid_0's rmse: 3296.18                                                                                           \n",
      "[22]\tvalid_0's rmse: 3192.82                                                                                           \n",
      "[23]\tvalid_0's rmse: 3096.81                                                                                           \n",
      "[24]\tvalid_0's rmse: 3005.24                                                                                           \n",
      "[25]\tvalid_0's rmse: 2918.19                                                                                           \n",
      "[26]\tvalid_0's rmse: 2835.76                                                                                           \n",
      "[27]\tvalid_0's rmse: 2758.32                                                                                           \n",
      "[28]\tvalid_0's rmse: 2685.96                                                                                           \n",
      "[29]\tvalid_0's rmse: 2617.82                                                                                           \n",
      "[30]\tvalid_0's rmse: 2553.36                                                                                           \n",
      "[31]\tvalid_0's rmse: 2493.05                                                                                           \n",
      "[32]\tvalid_0's rmse: 2436.33                                                                                           \n",
      "[33]\tvalid_0's rmse: 2382.63                                                                                           \n",
      "[34]\tvalid_0's rmse: 2332.58                                                                                           \n",
      "[35]\tvalid_0's rmse: 2284.63                                                                                           \n",
      "[36]\tvalid_0's rmse: 2240.12                                                                                           \n",
      "[37]\tvalid_0's rmse: 2195.76                                                                                           \n",
      "[38]\tvalid_0's rmse: 2156.77                                                                                           \n",
      "[39]\tvalid_0's rmse: 2118.89                                                                                           \n",
      "[40]\tvalid_0's rmse: 2084.04                                                                                           \n",
      "[41]\tvalid_0's rmse: 2049.15                                                                                           \n",
      "[42]\tvalid_0's rmse: 2016.62                                                                                           \n",
      "[43]\tvalid_0's rmse: 1985.43                                                                                           \n",
      "[44]\tvalid_0's rmse: 1958.6                                                                                            \n",
      "[45]\tvalid_0's rmse: 1931.64                                                                                           \n",
      "[46]\tvalid_0's rmse: 1905.27                                                                                           \n",
      "[47]\tvalid_0's rmse: 1881.72                                                                                           \n",
      "[48]\tvalid_0's rmse: 1858.35                                                                                           \n",
      "[49]\tvalid_0's rmse: 1834.63                                                                                           \n",
      "[50]\tvalid_0's rmse: 1813.67                                                                                           \n",
      "[51]\tvalid_0's rmse: 1792.85                                                                                           \n",
      "[52]\tvalid_0's rmse: 1775.12                                                                                           \n",
      "[53]\tvalid_0's rmse: 1758.09                                                                                           \n",
      "[54]\tvalid_0's rmse: 1742                                                                                              \n",
      "[55]\tvalid_0's rmse: 1725.45                                                                                           \n",
      "[56]\tvalid_0's rmse: 1710.59                                                                                           \n",
      "[57]\tvalid_0's rmse: 1696.47                                                                                           \n",
      "[58]\tvalid_0's rmse: 1683.92                                                                                           \n",
      "[59]\tvalid_0's rmse: 1672.43                                                                                           \n",
      "[60]\tvalid_0's rmse: 1660.97                                                                                           \n",
      "[61]\tvalid_0's rmse: 1649.76                                                                                           \n",
      "[62]\tvalid_0's rmse: 1638.35                                                                                           \n",
      "[63]\tvalid_0's rmse: 1627.51                                                                                           \n",
      "[64]\tvalid_0's rmse: 1618.26                                                                                           \n",
      "[65]\tvalid_0's rmse: 1608.22                                                                                           \n",
      "[66]\tvalid_0's rmse: 1598.8                                                                                            \n",
      "[67]\tvalid_0's rmse: 1590.72                                                                                           \n",
      "[68]\tvalid_0's rmse: 1582.7                                                                                            \n",
      "[69]\tvalid_0's rmse: 1574.77                                                                                           \n",
      "[70]\tvalid_0's rmse: 1568.1                                                                                            \n",
      "[71]\tvalid_0's rmse: 1560.69                                                                                           \n",
      "[72]\tvalid_0's rmse: 1554.51                                                                                           \n",
      "[73]\tvalid_0's rmse: 1547.38                                                                                           \n",
      "[74]\tvalid_0's rmse: 1540.65                                                                                           \n",
      "[75]\tvalid_0's rmse: 1534.63                                                                                           \n",
      "[76]\tvalid_0's rmse: 1528.72                                                                                           \n",
      "[77]\tvalid_0's rmse: 1523.05                                                                                           \n",
      "[78]\tvalid_0's rmse: 1518.25                                                                                           \n",
      "[79]\tvalid_0's rmse: 1512.7                                                                                            \n",
      "[80]\tvalid_0's rmse: 1507.79                                                                                           \n",
      "[81]\tvalid_0's rmse: 1502.74                                                                                           \n",
      "[82]\tvalid_0's rmse: 1498.21                                                                                           \n",
      "[83]\tvalid_0's rmse: 1494.17                                                                                           \n",
      "[84]\tvalid_0's rmse: 1489.65                                                                                           \n",
      "[85]\tvalid_0's rmse: 1485.26                                                                                           \n",
      "[86]\tvalid_0's rmse: 1481.2                                                                                            \n",
      "[87]\tvalid_0's rmse: 1476.42                                                                                           \n",
      "[88]\tvalid_0's rmse: 1472.69                                                                                           \n",
      "[89]\tvalid_0's rmse: 1469.05                                                                                           \n",
      "[90]\tvalid_0's rmse: 1465.36                                                                                           \n",
      "[91]\tvalid_0's rmse: 1462.05                                                                                           \n",
      "[92]\tvalid_0's rmse: 1458.91                                                                                           \n",
      "[93]\tvalid_0's rmse: 1455.65                                                                                           \n",
      "[94]\tvalid_0's rmse: 1452.95                                                                                           \n",
      "[95]\tvalid_0's rmse: 1449.73                                                                                           \n",
      "[96]\tvalid_0's rmse: 1446.95                                                                                           \n",
      "[97]\tvalid_0's rmse: 1443.71                                                                                           \n",
      "[98]\tvalid_0's rmse: 1440.95                                                                                           \n",
      "[99]\tvalid_0's rmse: 1438.3                                                                                            \n",
      "[100]\tvalid_0's rmse: 1436.15                                                                                          \n",
      "[101]\tvalid_0's rmse: 1432.71                                                                                          \n",
      "[102]\tvalid_0's rmse: 1429.65                                                                                          \n",
      "[103]\tvalid_0's rmse: 1426.66                                                                                          \n",
      "[104]\tvalid_0's rmse: 1423.73                                                                                          \n",
      "[105]\tvalid_0's rmse: 1421.69                                                                                          \n",
      "[106]\tvalid_0's rmse: 1419.45                                                                                          \n",
      "[107]\tvalid_0's rmse: 1416.98                                                                                          \n",
      "[108]\tvalid_0's rmse: 1414.7                                                                                           \n",
      "[109]\tvalid_0's rmse: 1412.53                                                                                          \n",
      "[110]\tvalid_0's rmse: 1410.29                                                                                          \n",
      "[111]\tvalid_0's rmse: 1408.2                                                                                           \n",
      "[112]\tvalid_0's rmse: 1405.71                                                                                          \n",
      "[113]\tvalid_0's rmse: 1403.8                                                                                           \n",
      "[114]\tvalid_0's rmse: 1401.74                                                                                          \n",
      "[115]\tvalid_0's rmse: 1399.44                                                                                          \n",
      "[116]\tvalid_0's rmse: 1397.84                                                                                          \n",
      "[117]\tvalid_0's rmse: 1396.43                                                                                          \n",
      "[118]\tvalid_0's rmse: 1393.88                                                                                          \n",
      "[119]\tvalid_0's rmse: 1391.87                                                                                          \n",
      "[120]\tvalid_0's rmse: 1390.02                                                                                          \n",
      "[121]\tvalid_0's rmse: 1387.73                                                                                          \n",
      "[122]\tvalid_0's rmse: 1386.13                                                                                          \n",
      "[123]\tvalid_0's rmse: 1384.22                                                                                          \n",
      "[124]\tvalid_0's rmse: 1381.65                                                                                          \n",
      "[125]\tvalid_0's rmse: 1379.44                                                                                          \n",
      "[126]\tvalid_0's rmse: 1377.58                                                                                          \n",
      "[127]\tvalid_0's rmse: 1376.26                                                                                          \n",
      "[128]\tvalid_0's rmse: 1373.99                                                                                          \n",
      "[129]\tvalid_0's rmse: 1372.42                                                                                          \n",
      "[130]\tvalid_0's rmse: 1371.09                                                                                          \n",
      "[131]\tvalid_0's rmse: 1369.39                                                                                          \n",
      "[132]\tvalid_0's rmse: 1367.63                                                                                          \n",
      "[133]\tvalid_0's rmse: 1365.5                                                                                           \n",
      "[134]\tvalid_0's rmse: 1364.31                                                                                          \n",
      "[135]\tvalid_0's rmse: 1363.64                                                                                          \n",
      "[136]\tvalid_0's rmse: 1362.1                                                                                           \n",
      "[137]\tvalid_0's rmse: 1360.52                                                                                          \n",
      "[138]\tvalid_0's rmse: 1358.83                                                                                          \n",
      "[139]\tvalid_0's rmse: 1357.19                                                                                          \n",
      "[140]\tvalid_0's rmse: 1355.74                                                                                          \n",
      "[141]\tvalid_0's rmse: 1354.52                                                                                          \n",
      "[142]\tvalid_0's rmse: 1352.96                                                                                          \n",
      "[143]\tvalid_0's rmse: 1350.96                                                                                          \n",
      "[144]\tvalid_0's rmse: 1349.76                                                                                          \n",
      "[145]\tvalid_0's rmse: 1348.58                                                                                          \n",
      "[146]\tvalid_0's rmse: 1347.57                                                                                          \n",
      "[147]\tvalid_0's rmse: 1346.27                                                                                          \n",
      "[148]\tvalid_0's rmse: 1345.23                                                                                          \n",
      "[149]\tvalid_0's rmse: 1343.91                                                                                          \n",
      "[150]\tvalid_0's rmse: 1342.06                                                                                          \n",
      "[151]\tvalid_0's rmse: 1340.74                                                                                          \n",
      "[152]\tvalid_0's rmse: 1339.48                                                                                          \n",
      "[153]\tvalid_0's rmse: 1338.49                                                                                          \n",
      "[154]\tvalid_0's rmse: 1337.39                                                                                          \n",
      "[155]\tvalid_0's rmse: 1336.37                                                                                          \n",
      "[156]\tvalid_0's rmse: 1334.75                                                                                          \n",
      "[157]\tvalid_0's rmse: 1334.02                                                                                          \n",
      "[158]\tvalid_0's rmse: 1331.6                                                                                           \n",
      "[159]\tvalid_0's rmse: 1330.63                                                                                          \n",
      "[160]\tvalid_0's rmse: 1329.6                                                                                           \n",
      "[161]\tvalid_0's rmse: 1328.74                                                                                          \n",
      "[162]\tvalid_0's rmse: 1327.18                                                                                          \n",
      "[163]\tvalid_0's rmse: 1326.19                                                                                          \n",
      "[164]\tvalid_0's rmse: 1325.02                                                                                          \n",
      "[165]\tvalid_0's rmse: 1323.85                                                                                          \n",
      "[166]\tvalid_0's rmse: 1322.95                                                                                          \n",
      "[167]\tvalid_0's rmse: 1320.96                                                                                          \n",
      "[168]\tvalid_0's rmse: 1319.92                                                                                          \n",
      "[169]\tvalid_0's rmse: 1318.65                                                                                          \n",
      "[170]\tvalid_0's rmse: 1317.92                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[171]\tvalid_0's rmse: 1316.86                                                                                          \n",
      "[172]\tvalid_0's rmse: 1315.69                                                                                          \n",
      "[173]\tvalid_0's rmse: 1314.05                                                                                          \n",
      "[174]\tvalid_0's rmse: 1313.01                                                                                          \n",
      "[175]\tvalid_0's rmse: 1311.89                                                                                          \n",
      "[176]\tvalid_0's rmse: 1310.95                                                                                          \n",
      "[177]\tvalid_0's rmse: 1310.08                                                                                          \n",
      "[178]\tvalid_0's rmse: 1309.32                                                                                          \n",
      "[179]\tvalid_0's rmse: 1308.47                                                                                          \n",
      "[180]\tvalid_0's rmse: 1307.46                                                                                          \n",
      "[181]\tvalid_0's rmse: 1306.5                                                                                           \n",
      "[182]\tvalid_0's rmse: 1305.2                                                                                           \n",
      "[183]\tvalid_0's rmse: 1304.1                                                                                           \n",
      "[184]\tvalid_0's rmse: 1303.57                                                                                          \n",
      "[185]\tvalid_0's rmse: 1302.51                                                                                          \n",
      "[186]\tvalid_0's rmse: 1301.41                                                                                          \n",
      "[187]\tvalid_0's rmse: 1300.43                                                                                          \n",
      "[188]\tvalid_0's rmse: 1298.76                                                                                          \n",
      "[189]\tvalid_0's rmse: 1298.08                                                                                          \n",
      "[190]\tvalid_0's rmse: 1297.02                                                                                          \n",
      "[191]\tvalid_0's rmse: 1295.92                                                                                          \n",
      "[192]\tvalid_0's rmse: 1295.51                                                                                          \n",
      "[193]\tvalid_0's rmse: 1294.6                                                                                           \n",
      "[194]\tvalid_0's rmse: 1292.97                                                                                          \n",
      "[195]\tvalid_0's rmse: 1292.1                                                                                           \n",
      "[196]\tvalid_0's rmse: 1291.03                                                                                          \n",
      "[197]\tvalid_0's rmse: 1290.68                                                                                          \n",
      "[198]\tvalid_0's rmse: 1289.95                                                                                          \n",
      "[199]\tvalid_0's rmse: 1289                                                                                             \n",
      "[200]\tvalid_0's rmse: 1288                                                                                             \n",
      "[201]\tvalid_0's rmse: 1286.37                                                                                          \n",
      "[202]\tvalid_0's rmse: 1285.01                                                                                          \n",
      "[203]\tvalid_0's rmse: 1284.06                                                                                          \n",
      "[204]\tvalid_0's rmse: 1283.55                                                                                          \n",
      "[205]\tvalid_0's rmse: 1282.68                                                                                          \n",
      "[206]\tvalid_0's rmse: 1281.73                                                                                          \n",
      "[207]\tvalid_0's rmse: 1280.75                                                                                          \n",
      "[208]\tvalid_0's rmse: 1280.34                                                                                          \n",
      "[209]\tvalid_0's rmse: 1279.46                                                                                          \n",
      "[210]\tvalid_0's rmse: 1278.28                                                                                          \n",
      "[211]\tvalid_0's rmse: 1277.3                                                                                           \n",
      "[212]\tvalid_0's rmse: 1276.45                                                                                          \n",
      "[213]\tvalid_0's rmse: 1275.57                                                                                          \n",
      "[214]\tvalid_0's rmse: 1274.78                                                                                          \n",
      "[215]\tvalid_0's rmse: 1273.9                                                                                           \n",
      "[216]\tvalid_0's rmse: 1272.87                                                                                          \n",
      "[217]\tvalid_0's rmse: 1272.26                                                                                          \n",
      "[218]\tvalid_0's rmse: 1271.76                                                                                          \n",
      "[219]\tvalid_0's rmse: 1270.79                                                                                          \n",
      "[220]\tvalid_0's rmse: 1269.98                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[221]\tvalid_0's rmse: 1269.76                                                                                          \n",
      "[222]\tvalid_0's rmse: 1268.89                                                                                          \n",
      "[223]\tvalid_0's rmse: 1268.41                                                                                          \n",
      "[224]\tvalid_0's rmse: 1267.52                                                                                          \n",
      "[225]\tvalid_0's rmse: 1266.44                                                                                          \n",
      "[226]\tvalid_0's rmse: 1265.02                                                                                          \n",
      "[227]\tvalid_0's rmse: 1264.23                                                                                          \n",
      "[228]\tvalid_0's rmse: 1263.53                                                                                          \n",
      "[229]\tvalid_0's rmse: 1262.87                                                                                          \n",
      "[230]\tvalid_0's rmse: 1262.11                                                                                          \n",
      "[231]\tvalid_0's rmse: 1261.05                                                                                          \n",
      "[232]\tvalid_0's rmse: 1259.82                                                                                          \n",
      "[233]\tvalid_0's rmse: 1258.94                                                                                          \n",
      "[234]\tvalid_0's rmse: 1258.13                                                                                          \n",
      "[235]\tvalid_0's rmse: 1257.45                                                                                          \n",
      "[236]\tvalid_0's rmse: 1256.92                                                                                          \n",
      "[237]\tvalid_0's rmse: 1256.22                                                                                          \n",
      "[238]\tvalid_0's rmse: 1255.43                                                                                          \n",
      "[239]\tvalid_0's rmse: 1254.26                                                                                          \n",
      "[240]\tvalid_0's rmse: 1253.71                                                                                          \n",
      "[241]\tvalid_0's rmse: 1252.82                                                                                          \n",
      "[242]\tvalid_0's rmse: 1251.89                                                                                          \n",
      "[243]\tvalid_0's rmse: 1251.23                                                                                          \n",
      "[244]\tvalid_0's rmse: 1250.32                                                                                          \n",
      "[245]\tvalid_0's rmse: 1249.62                                                                                          \n",
      "[246]\tvalid_0's rmse: 1249.11                                                                                          \n",
      "[247]\tvalid_0's rmse: 1248.02                                                                                          \n",
      "[248]\tvalid_0's rmse: 1247.22                                                                                          \n",
      "[249]\tvalid_0's rmse: 1246.55                                                                                          \n",
      "[250]\tvalid_0's rmse: 1245.67                                                                                          \n",
      "[251]\tvalid_0's rmse: 1244.7                                                                                           \n",
      "[252]\tvalid_0's rmse: 1244.2                                                                                           \n",
      "[253]\tvalid_0's rmse: 1243.64                                                                                          \n",
      "[254]\tvalid_0's rmse: 1243.06                                                                                          \n",
      "[255]\tvalid_0's rmse: 1242.32                                                                                          \n",
      "[256]\tvalid_0's rmse: 1241.55                                                                                          \n",
      "[257]\tvalid_0's rmse: 1240.9                                                                                           \n",
      "[258]\tvalid_0's rmse: 1240                                                                                             \n",
      "[259]\tvalid_0's rmse: 1238.85                                                                                          \n",
      "[260]\tvalid_0's rmse: 1238.44                                                                                          \n",
      "[261]\tvalid_0's rmse: 1237.62                                                                                          \n",
      "[262]\tvalid_0's rmse: 1236.81                                                                                          \n",
      "[263]\tvalid_0's rmse: 1235.55                                                                                          \n",
      "[264]\tvalid_0's rmse: 1234.73                                                                                          \n",
      "[265]\tvalid_0's rmse: 1233.83                                                                                          \n",
      "[266]\tvalid_0's rmse: 1233.42                                                                                          \n",
      "[267]\tvalid_0's rmse: 1233.05                                                                                          \n",
      "[268]\tvalid_0's rmse: 1232.24                                                                                          \n",
      "[269]\tvalid_0's rmse: 1231.32                                                                                          \n",
      "[270]\tvalid_0's rmse: 1230.38                                                                                          \n",
      "[271]\tvalid_0's rmse: 1229.35                                                                                          \n",
      "[272]\tvalid_0's rmse: 1228.65                                                                                          \n",
      "[273]\tvalid_0's rmse: 1227.95                                                                                          \n",
      "[274]\tvalid_0's rmse: 1227.02                                                                                          \n",
      "[275]\tvalid_0's rmse: 1226.54                                                                                          \n",
      "[276]\tvalid_0's rmse: 1225.85                                                                                          \n",
      "[277]\tvalid_0's rmse: 1225.42                                                                                          \n",
      "[278]\tvalid_0's rmse: 1224.43                                                                                          \n",
      "[279]\tvalid_0's rmse: 1223.83                                                                                          \n",
      "[280]\tvalid_0's rmse: 1223.23                                                                                          \n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "No further splits with positive gain, best gain: -inf                                                                  \n",
      "[281]\tvalid_0's rmse: 1223.05                                                                                          \n",
      "[282]\tvalid_0's rmse: 1222.38                                                                                          \n",
      "[283]\tvalid_0's rmse: 1221.63                                                                                          \n",
      "[284]\tvalid_0's rmse: 1221.01                                                                                          \n",
      "[285]\tvalid_0's rmse: 1220.29                                                                                          \n",
      "[286]\tvalid_0's rmse: 1219.92                                                                                          \n",
      "[287]\tvalid_0's rmse: 1219.35                                                                                          \n",
      "[288]\tvalid_0's rmse: 1218.89                                                                                          \n",
      "[289]\tvalid_0's rmse: 1218.42                                                                                          \n",
      "[290]\tvalid_0's rmse: 1217.84                                                                                          \n",
      "[291]\tvalid_0's rmse: 1216.91                                                                                          \n",
      "[292]\tvalid_0's rmse: 1216.52                                                                                          \n",
      "[293]\tvalid_0's rmse: 1215.74                                                                                          \n",
      "[294]\tvalid_0's rmse: 1215.06                                                                                          \n",
      "[295]\tvalid_0's rmse: 1214.21                                                                                          \n",
      "[296]\tvalid_0's rmse: 1213.58                                                                                          \n",
      "[297]\tvalid_0's rmse: 1212.94                                                                                          \n",
      "[298]\tvalid_0's rmse: 1212.33                                                                                          \n",
      "[299]\tvalid_0's rmse: 1211.43                                                                                          \n",
      "[300]\tvalid_0's rmse: 1211.02                                                                                          \n",
      "[301]\tvalid_0's rmse: 1210.53                                                                                          \n",
      "[302]\tvalid_0's rmse: 1210.12                                                                                          \n",
      "[303]\tvalid_0's rmse: 1209.47                                                                                          \n",
      "[304]\tvalid_0's rmse: 1208.99                                                                                          \n",
      "[305]\tvalid_0's rmse: 1208.19                                                                                          \n",
      "[306]\tvalid_0's rmse: 1207.31                                                                                          \n",
      "[307]\tvalid_0's rmse: 1206.86                                                                                          \n",
      "[308]\tvalid_0's rmse: 1206                                                                                             \n",
      "[309]\tvalid_0's rmse: 1205.11                                                                                          \n",
      "[310]\tvalid_0's rmse: 1204.19                                                                                          \n",
      "[311]\tvalid_0's rmse: 1203.5                                                                                           \n",
      "[312]\tvalid_0's rmse: 1202.88                                                                                          \n",
      "[313]\tvalid_0's rmse: 1202.19                                                                                          \n",
      "[314]\tvalid_0's rmse: 1201.35                                                                                          \n",
      "[315]\tvalid_0's rmse: 1200.74                                                                                          \n",
      "[316]\tvalid_0's rmse: 1200.07                                                                                          \n",
      "[317]\tvalid_0's rmse: 1199.57                                                                                          \n",
      "[318]\tvalid_0's rmse: 1198.9                                                                                           \n",
      "[319]\tvalid_0's rmse: 1198.48                                                                                          \n",
      "[320]\tvalid_0's rmse: 1197.84                                                                                          \n",
      "[321]\tvalid_0's rmse: 1197.27                                                                                          \n",
      "[322]\tvalid_0's rmse: 1196.45                                                                                          \n",
      "[323]\tvalid_0's rmse: 1195.52                                                                                          \n",
      "[324]\tvalid_0's rmse: 1194.77                                                                                          \n",
      "[325]\tvalid_0's rmse: 1194.12                                                                                          \n",
      "[326]\tvalid_0's rmse: 1193.58                                                                                          \n",
      "[327]\tvalid_0's rmse: 1192.85                                                                                          \n",
      "[328]\tvalid_0's rmse: 1192.35                                                                                          \n",
      "[329]\tvalid_0's rmse: 1191.66                                                                                          \n",
      "[330]\tvalid_0's rmse: 1191.03                                                                                          \n",
      "[331]\tvalid_0's rmse: 1190.59                                                                                          \n",
      "[332]\tvalid_0's rmse: 1190.13                                                                                          \n",
      "[333]\tvalid_0's rmse: 1189.75                                                                                          \n",
      "[334]\tvalid_0's rmse: 1189.06                                                                                          \n",
      "[335]\tvalid_0's rmse: 1188.35                                                                                          \n",
      "[336]\tvalid_0's rmse: 1187.84                                                                                          \n",
      "[337]\tvalid_0's rmse: 1186.98                                                                                          \n",
      "[338]\tvalid_0's rmse: 1186.43                                                                                          \n",
      "[339]\tvalid_0's rmse: 1185.98                                                                                          \n",
      "[340]\tvalid_0's rmse: 1185.38                                                                                          \n",
      "[341]\tvalid_0's rmse: 1185.12                                                                                          \n",
      "[342]\tvalid_0's rmse: 1184.72                                                                                          \n",
      "[343]\tvalid_0's rmse: 1184.33                                                                                          \n",
      "[344]\tvalid_0's rmse: 1183.78                                                                                          \n",
      "[345]\tvalid_0's rmse: 1183.23                                                                                          \n",
      "[346]\tvalid_0's rmse: 1182.82                                                                                          \n",
      "[347]\tvalid_0's rmse: 1182.51                                                                                          \n",
      "[348]\tvalid_0's rmse: 1181.96                                                                                          \n",
      "[349]\tvalid_0's rmse: 1181.48                                                                                          \n",
      "[350]\tvalid_0's rmse: 1181.09                                                                                          \n",
      "[351]\tvalid_0's rmse: 1180.63                                                                                          \n",
      "[352]\tvalid_0's rmse: 1180.02                                                                                          \n",
      "[353]\tvalid_0's rmse: 1179.63                                                                                          \n",
      "[354]\tvalid_0's rmse: 1178.97                                                                                          \n",
      "[355]\tvalid_0's rmse: 1178.62                                                                                          \n",
      "[356]\tvalid_0's rmse: 1177.94                                                                                          \n",
      "[357]\tvalid_0's rmse: 1177.48                                                                                          \n",
      "[358]\tvalid_0's rmse: 1177.03                                                                                          \n",
      "[359]\tvalid_0's rmse: 1176.29                                                                                          \n",
      "[360]\tvalid_0's rmse: 1175.73                                                                                          \n",
      "[361]\tvalid_0's rmse: 1175.28                                                                                          \n",
      "[362]\tvalid_0's rmse: 1174.87                                                                                          \n",
      "[363]\tvalid_0's rmse: 1174.42                                                                                          \n",
      "[364]\tvalid_0's rmse: 1173.72                                                                                          \n",
      "[365]\tvalid_0's rmse: 1173.16                                                                                          \n",
      "[366]\tvalid_0's rmse: 1172.34                                                                                          \n",
      "[367]\tvalid_0's rmse: 1171.82                                                                                          \n",
      "[368]\tvalid_0's rmse: 1171.21                                                                                          \n",
      "[369]\tvalid_0's rmse: 1170.69                                                                                          \n",
      "[370]\tvalid_0's rmse: 1170.07                                                                                          \n",
      "[371]\tvalid_0's rmse: 1169.68                                                                                          \n",
      "[372]\tvalid_0's rmse: 1169.25                                                                                          \n",
      "[373]\tvalid_0's rmse: 1168.84                                                                                          \n",
      "[374]\tvalid_0's rmse: 1168.14                                                                                          \n",
      "[375]\tvalid_0's rmse: 1167.62                                                                                          \n",
      "[376]\tvalid_0's rmse: 1167.13                                                                                          \n",
      "[377]\tvalid_0's rmse: 1166.78                                                                                          \n",
      "[378]\tvalid_0's rmse: 1166.32                                                                                          \n",
      "[379]\tvalid_0's rmse: 1165.62                                                                                          \n",
      "[380]\tvalid_0's rmse: 1165.25                                                                                          \n",
      "[381]\tvalid_0's rmse: 1164.65                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[381]\tvalid_0's rmse: 1164.65\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.012591 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7161.18                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6841.77                                                                                            \n",
      "[3]\tvalid_0's rmse: 6545.5                                                                                             \n",
      "[4]\tvalid_0's rmse: 6256.4                                                                                             \n",
      "[5]\tvalid_0's rmse: 5982.19                                                                                            \n",
      "[6]\tvalid_0's rmse: 5732.08                                                                                            \n",
      "[7]\tvalid_0's rmse: 5489.48                                                                                            \n",
      "[8]\tvalid_0's rmse: 5257.54                                                                                            \n",
      "[9]\tvalid_0's rmse: 5047.89                                                                                            \n",
      "[10]\tvalid_0's rmse: 4842.54                                                                                           \n",
      "[11]\tvalid_0's rmse: 4646.4                                                                                            \n",
      "[12]\tvalid_0's rmse: 4462.15                                                                                           \n",
      "[13]\tvalid_0's rmse: 4287.81                                                                                           \n",
      "[14]\tvalid_0's rmse: 4128.12                                                                                           \n",
      " 65%|███████████████████████████████▊                 | 13/20 [00:42<00:25,  3.63s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[15]\tvalid_0's rmse: 3971.76                                                                                           \n",
      "[16]\tvalid_0's rmse: 3826.23                                                                                           \n",
      "[17]\tvalid_0's rmse: 3689.69                                                                                           \n",
      "[18]\tvalid_0's rmse: 3559.61                                                                                           \n",
      "[19]\tvalid_0's rmse: 3439.43                                                                                           \n",
      "[20]\tvalid_0's rmse: 3324.74                                                                                           \n",
      "[21]\tvalid_0's rmse: 3216.93                                                                                           \n",
      "[22]\tvalid_0's rmse: 3116.05                                                                                           \n",
      "[23]\tvalid_0's rmse: 3020.22                                                                                           \n",
      "[24]\tvalid_0's rmse: 2928.54                                                                                           \n",
      "[25]\tvalid_0's rmse: 2843.34                                                                                           \n",
      "[26]\tvalid_0's rmse: 2762.29                                                                                           \n",
      "[27]\tvalid_0's rmse: 2686.57                                                                                           \n",
      "[28]\tvalid_0's rmse: 2616.41                                                                                           \n",
      "[29]\tvalid_0's rmse: 2549.57                                                                                           \n",
      "[30]\tvalid_0's rmse: 2487.24                                                                                           \n",
      "[31]\tvalid_0's rmse: 2428.81                                                                                           \n",
      "[32]\tvalid_0's rmse: 2374.06                                                                                           \n",
      "[33]\tvalid_0's rmse: 2321.49                                                                                           \n",
      "[34]\tvalid_0's rmse: 2272.29                                                                                           \n",
      "[35]\tvalid_0's rmse: 2225.79                                                                                           \n",
      "[36]\tvalid_0's rmse: 2183.28                                                                                           \n",
      "[37]\tvalid_0's rmse: 2141.61                                                                                           \n",
      "[38]\tvalid_0's rmse: 2104.86                                                                                           \n",
      "[39]\tvalid_0's rmse: 2068.47                                                                                           \n",
      "[40]\tvalid_0's rmse: 2035.06                                                                                           \n",
      "[41]\tvalid_0's rmse: 2003.48                                                                                           \n",
      "[42]\tvalid_0's rmse: 1972.47                                                                                           \n",
      "[43]\tvalid_0's rmse: 1942.49                                                                                           \n",
      "[44]\tvalid_0's rmse: 1918.04                                                                                           \n",
      "[45]\tvalid_0's rmse: 1891.33                                                                                           \n",
      "[46]\tvalid_0's rmse: 1865.97                                                                                           \n",
      "[47]\tvalid_0's rmse: 1843.98                                                                                           \n",
      "[48]\tvalid_0's rmse: 1820.6                                                                                            \n",
      "[49]\tvalid_0's rmse: 1799.29                                                                                           \n",
      "[50]\tvalid_0's rmse: 1780.3                                                                                            \n",
      "[51]\tvalid_0's rmse: 1762.18                                                                                           \n",
      "[52]\tvalid_0's rmse: 1745.72                                                                                           \n",
      "[53]\tvalid_0's rmse: 1730.83                                                                                           \n",
      "[54]\tvalid_0's rmse: 1715.36                                                                                           \n",
      "[55]\tvalid_0's rmse: 1700.63                                                                                           \n",
      "[56]\tvalid_0's rmse: 1686.67                                                                                           \n",
      "[57]\tvalid_0's rmse: 1673.58                                                                                           \n",
      "[58]\tvalid_0's rmse: 1662.03                                                                                           \n",
      "[59]\tvalid_0's rmse: 1651.33                                                                                           \n",
      "[60]\tvalid_0's rmse: 1641.06                                                                                           \n",
      "[61]\tvalid_0's rmse: 1630.44                                                                                           \n",
      "[62]\tvalid_0's rmse: 1619.45                                                                                           \n",
      "[63]\tvalid_0's rmse: 1609.28                                                                                           \n",
      "[64]\tvalid_0's rmse: 1600.34                                                                                           \n",
      "[65]\tvalid_0's rmse: 1591.01                                                                                           \n",
      "[66]\tvalid_0's rmse: 1581.99                                                                                           \n",
      "[67]\tvalid_0's rmse: 1574.31                                                                                           \n",
      "[68]\tvalid_0's rmse: 1566.4                                                                                            \n",
      "[69]\tvalid_0's rmse: 1558.86                                                                                           \n",
      "[70]\tvalid_0's rmse: 1552.82                                                                                           \n",
      "[71]\tvalid_0's rmse: 1546.04                                                                                           \n",
      "[72]\tvalid_0's rmse: 1539.79                                                                                           \n",
      "[73]\tvalid_0's rmse: 1533.6                                                                                            \n",
      "[74]\tvalid_0's rmse: 1527.69                                                                                           \n",
      "[75]\tvalid_0's rmse: 1521.57                                                                                           \n",
      "[76]\tvalid_0's rmse: 1516.31                                                                                           \n",
      "[77]\tvalid_0's rmse: 1510.89                                                                                           \n",
      "[78]\tvalid_0's rmse: 1506.5                                                                                            \n",
      "[79]\tvalid_0's rmse: 1502.07                                                                                           \n",
      "[80]\tvalid_0's rmse: 1497.3                                                                                            \n",
      "[81]\tvalid_0's rmse: 1492.9                                                                                            \n",
      "[82]\tvalid_0's rmse: 1488.86                                                                                           \n",
      "[83]\tvalid_0's rmse: 1484.59                                                                                           \n",
      "[84]\tvalid_0's rmse: 1480.34                                                                                           \n",
      "[85]\tvalid_0's rmse: 1476.34                                                                                           \n",
      "[86]\tvalid_0's rmse: 1472.53                                                                                           \n",
      "[87]\tvalid_0's rmse: 1468.06                                                                                           \n",
      "[88]\tvalid_0's rmse: 1464.52                                                                                           \n",
      "[89]\tvalid_0's rmse: 1460.49                                                                                           \n",
      "[90]\tvalid_0's rmse: 1456.82                                                                                           \n",
      "[91]\tvalid_0's rmse: 1453.67                                                                                           \n",
      "[92]\tvalid_0's rmse: 1450.23                                                                                           \n",
      "[93]\tvalid_0's rmse: 1447.17                                                                                           \n",
      "[94]\tvalid_0's rmse: 1444.22                                                                                           \n",
      "[95]\tvalid_0's rmse: 1440.84                                                                                           \n",
      "[96]\tvalid_0's rmse: 1438.17                                                                                           \n",
      "[97]\tvalid_0's rmse: 1435.48                                                                                           \n",
      "[98]\tvalid_0's rmse: 1432.73                                                                                           \n",
      "[99]\tvalid_0's rmse: 1430.21                                                                                           \n",
      "[100]\tvalid_0's rmse: 1427.23                                                                                          \n",
      "[101]\tvalid_0's rmse: 1424.21                                                                                          \n",
      "[102]\tvalid_0's rmse: 1421.48                                                                                          \n",
      "[103]\tvalid_0's rmse: 1418.98                                                                                          \n",
      "[104]\tvalid_0's rmse: 1415.82                                                                                          \n",
      "[105]\tvalid_0's rmse: 1413.78                                                                                          \n",
      "[106]\tvalid_0's rmse: 1410.82                                                                                          \n",
      "[107]\tvalid_0's rmse: 1408.42                                                                                          \n",
      "[108]\tvalid_0's rmse: 1406.32                                                                                          \n",
      "[109]\tvalid_0's rmse: 1404.27                                                                                          \n",
      "[110]\tvalid_0's rmse: 1402.28                                                                                          \n",
      "[111]\tvalid_0's rmse: 1400.44                                                                                          \n",
      "[112]\tvalid_0's rmse: 1398.41                                                                                          \n",
      "[113]\tvalid_0's rmse: 1395.81                                                                                          \n",
      "[114]\tvalid_0's rmse: 1393.74                                                                                          \n",
      "[115]\tvalid_0's rmse: 1391.54                                                                                          \n",
      "[116]\tvalid_0's rmse: 1389.4                                                                                           \n",
      "[117]\tvalid_0's rmse: 1387.82                                                                                          \n",
      "[118]\tvalid_0's rmse: 1385.29                                                                                          \n",
      "[119]\tvalid_0's rmse: 1383.1                                                                                           \n",
      "[120]\tvalid_0's rmse: 1381.65                                                                                          \n",
      "[121]\tvalid_0's rmse: 1380.06                                                                                          \n",
      "[122]\tvalid_0's rmse: 1378.02                                                                                          \n",
      "[123]\tvalid_0's rmse: 1376.08                                                                                          \n",
      "[124]\tvalid_0's rmse: 1374.79                                                                                          \n",
      "[125]\tvalid_0's rmse: 1372.81                                                                                          \n",
      "[126]\tvalid_0's rmse: 1371.1                                                                                           \n",
      "[127]\tvalid_0's rmse: 1369.17                                                                                          \n",
      "[128]\tvalid_0's rmse: 1367.46                                                                                          \n",
      "[129]\tvalid_0's rmse: 1366.03                                                                                          \n",
      "[130]\tvalid_0's rmse: 1363.75                                                                                          \n",
      "[131]\tvalid_0's rmse: 1361.37                                                                                          \n",
      "[132]\tvalid_0's rmse: 1360.09                                                                                          \n",
      "[133]\tvalid_0's rmse: 1358.6                                                                                           \n",
      "[134]\tvalid_0's rmse: 1357.39                                                                                          \n",
      "[135]\tvalid_0's rmse: 1355.84                                                                                          \n",
      "[136]\tvalid_0's rmse: 1354.73                                                                                          \n",
      "[137]\tvalid_0's rmse: 1353.06                                                                                          \n",
      "[138]\tvalid_0's rmse: 1351.21                                                                                          \n",
      "[139]\tvalid_0's rmse: 1349.72                                                                                          \n",
      "[140]\tvalid_0's rmse: 1347.98                                                                                          \n",
      "[141]\tvalid_0's rmse: 1346.4                                                                                           \n",
      "[142]\tvalid_0's rmse: 1344.95                                                                                          \n",
      "[143]\tvalid_0's rmse: 1343.12                                                                                          \n",
      "[144]\tvalid_0's rmse: 1341.86                                                                                          \n",
      "[145]\tvalid_0's rmse: 1340.53                                                                                          \n",
      "[146]\tvalid_0's rmse: 1339.53                                                                                          \n",
      "[147]\tvalid_0's rmse: 1338.33                                                                                          \n",
      "[148]\tvalid_0's rmse: 1336.2                                                                                           \n",
      "[149]\tvalid_0's rmse: 1334.73                                                                                          \n",
      "[150]\tvalid_0's rmse: 1332.84                                                                                          \n",
      "[151]\tvalid_0's rmse: 1331.25                                                                                          \n",
      "[152]\tvalid_0's rmse: 1329.99                                                                                          \n",
      "[153]\tvalid_0's rmse: 1328.71                                                                                          \n",
      "[154]\tvalid_0's rmse: 1327.71                                                                                          \n",
      "[155]\tvalid_0's rmse: 1326.42                                                                                          \n",
      "[156]\tvalid_0's rmse: 1324.97                                                                                          \n",
      "[157]\tvalid_0's rmse: 1323.77                                                                                          \n",
      "[158]\tvalid_0's rmse: 1322.98                                                                                          \n",
      "[159]\tvalid_0's rmse: 1321.67                                                                                          \n",
      "[160]\tvalid_0's rmse: 1320.04                                                                                          \n",
      "[161]\tvalid_0's rmse: 1318.85                                                                                          \n",
      "[162]\tvalid_0's rmse: 1318.07                                                                                          \n",
      "[163]\tvalid_0's rmse: 1316.57                                                                                          \n",
      "[164]\tvalid_0's rmse: 1315.22                                                                                          \n",
      "[165]\tvalid_0's rmse: 1313.98                                                                                          \n",
      "[166]\tvalid_0's rmse: 1312.96                                                                                          \n",
      "[167]\tvalid_0's rmse: 1311.43                                                                                          \n",
      "[168]\tvalid_0's rmse: 1310.2                                                                                           \n",
      "[169]\tvalid_0's rmse: 1309.47                                                                                          \n",
      "[170]\tvalid_0's rmse: 1308.48                                                                                          \n",
      "[171]\tvalid_0's rmse: 1307.53                                                                                          \n",
      "[172]\tvalid_0's rmse: 1306.21                                                                                          \n",
      "[173]\tvalid_0's rmse: 1305.46                                                                                          \n",
      "[174]\tvalid_0's rmse: 1303.78                                                                                          \n",
      "[175]\tvalid_0's rmse: 1302.75                                                                                          \n",
      "[176]\tvalid_0's rmse: 1301.51                                                                                          \n",
      "[177]\tvalid_0's rmse: 1300.73                                                                                          \n",
      "[178]\tvalid_0's rmse: 1299.43                                                                                          \n",
      "[179]\tvalid_0's rmse: 1298.59                                                                                          \n",
      "[180]\tvalid_0's rmse: 1297.08                                                                                          \n",
      "[181]\tvalid_0's rmse: 1295.58                                                                                          \n",
      "[182]\tvalid_0's rmse: 1294.49                                                                                          \n",
      "[183]\tvalid_0's rmse: 1293.77                                                                                          \n",
      "[184]\tvalid_0's rmse: 1292.93                                                                                          \n",
      "[185]\tvalid_0's rmse: 1291.89                                                                                          \n",
      "[186]\tvalid_0's rmse: 1290.65                                                                                          \n",
      "[187]\tvalid_0's rmse: 1289.62                                                                                          \n",
      "[188]\tvalid_0's rmse: 1288.55                                                                                          \n",
      "[189]\tvalid_0's rmse: 1287.97                                                                                          \n",
      "[190]\tvalid_0's rmse: 1287.1                                                                                           \n",
      "[191]\tvalid_0's rmse: 1286.08                                                                                          \n",
      "[192]\tvalid_0's rmse: 1285.33                                                                                          \n",
      "[193]\tvalid_0's rmse: 1283.4                                                                                           \n",
      "[194]\tvalid_0's rmse: 1282.07                                                                                          \n",
      "[195]\tvalid_0's rmse: 1281.11                                                                                          \n",
      "[196]\tvalid_0's rmse: 1279.55                                                                                          \n",
      "[197]\tvalid_0's rmse: 1278.74                                                                                          \n",
      "[198]\tvalid_0's rmse: 1277.8                                                                                           \n",
      "[199]\tvalid_0's rmse: 1276.99                                                                                          \n",
      "[200]\tvalid_0's rmse: 1275.85                                                                                          \n",
      "[201]\tvalid_0's rmse: 1275.13                                                                                          \n",
      "[202]\tvalid_0's rmse: 1274.18                                                                                          \n",
      "[203]\tvalid_0's rmse: 1273.31                                                                                          \n",
      "[204]\tvalid_0's rmse: 1272.7                                                                                           \n",
      "[205]\tvalid_0's rmse: 1271.13                                                                                          \n",
      "[206]\tvalid_0's rmse: 1270.03                                                                                          \n",
      "[207]\tvalid_0's rmse: 1269.2                                                                                           \n",
      "[208]\tvalid_0's rmse: 1268.74                                                                                          \n",
      "[209]\tvalid_0's rmse: 1267.95                                                                                          \n",
      "[210]\tvalid_0's rmse: 1266.57                                                                                          \n",
      "[211]\tvalid_0's rmse: 1265.88                                                                                          \n",
      "[212]\tvalid_0's rmse: 1264.99                                                                                          \n",
      "[213]\tvalid_0's rmse: 1263.28                                                                                          \n",
      "[214]\tvalid_0's rmse: 1262.13                                                                                          \n",
      "[215]\tvalid_0's rmse: 1261                                                                                             \n",
      "[216]\tvalid_0's rmse: 1260.21                                                                                          \n",
      "[217]\tvalid_0's rmse: 1258.59                                                                                          \n",
      "[218]\tvalid_0's rmse: 1257.12                                                                                          \n",
      "[219]\tvalid_0's rmse: 1256.26                                                                                          \n",
      "[220]\tvalid_0's rmse: 1255.48                                                                                          \n",
      "[221]\tvalid_0's rmse: 1254.95                                                                                          \n",
      "[222]\tvalid_0's rmse: 1254.01                                                                                          \n",
      "[223]\tvalid_0's rmse: 1253.44                                                                                          \n",
      "[224]\tvalid_0's rmse: 1252.54                                                                                          \n",
      "[225]\tvalid_0's rmse: 1251.76                                                                                          \n",
      "[226]\tvalid_0's rmse: 1250.9                                                                                           \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[226]\tvalid_0's rmse: 1250.9\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.014189 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7151.73                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6825.63                                                                                            \n",
      "[3]\tvalid_0's rmse: 6525.83                                                                                            \n",
      "[4]\tvalid_0's rmse: 6231.94                                                                                            \n",
      "[5]\tvalid_0's rmse: 5954.65                                                                                            \n",
      "[6]\tvalid_0's rmse: 5702.65                                                                                            \n",
      "[7]\tvalid_0's rmse: 5458.2                                                                                             \n",
      "[8]\tvalid_0's rmse: 5225.43                                                                                            \n",
      "[9]\tvalid_0's rmse: 5019.04                                                                                            \n",
      "[10]\tvalid_0's rmse: 4813.85                                                                                           \n",
      "[11]\tvalid_0's rmse: 4618.09                                                                                           \n",
      "[12]\tvalid_0's rmse: 4435.71                                                                                           \n",
      "[13]\tvalid_0's rmse: 4263.41                                                                                           \n",
      "[14]\tvalid_0's rmse: 4106.68                                                                                           \n",
      "[15]\tvalid_0's rmse: 3955.39                                                                                           \n",
      "[16]\tvalid_0's rmse: 3814.04                                                                                           \n",
      " 70%|██████████████████████████████████▎              | 14/20 [00:44<00:19,  3.32s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[17]\tvalid_0's rmse: 3681.3                                                                                            \n",
      "[18]\tvalid_0's rmse: 3554.26                                                                                           \n",
      "[19]\tvalid_0's rmse: 3437.17                                                                                           \n",
      "[20]\tvalid_0's rmse: 3328.41                                                                                           \n",
      "[21]\tvalid_0's rmse: 3224.5                                                                                            \n",
      "[22]\tvalid_0's rmse: 3127.39                                                                                           \n",
      "[23]\tvalid_0's rmse: 3036.06                                                                                           \n",
      "[24]\tvalid_0's rmse: 2949.33                                                                                           \n",
      "[25]\tvalid_0's rmse: 2867.46                                                                                           \n",
      "[26]\tvalid_0's rmse: 2793.16                                                                                           \n",
      "[27]\tvalid_0's rmse: 2721.55                                                                                           \n",
      "[28]\tvalid_0's rmse: 2654.95                                                                                           \n",
      "[29]\tvalid_0's rmse: 2593.04                                                                                           \n",
      "[30]\tvalid_0's rmse: 2535.29                                                                                           \n",
      "[31]\tvalid_0's rmse: 2481.32                                                                                           \n",
      "[32]\tvalid_0's rmse: 2430.67                                                                                           \n",
      "[33]\tvalid_0's rmse: 2381.79                                                                                           \n",
      "[34]\tvalid_0's rmse: 2337.12                                                                                           \n",
      "[35]\tvalid_0's rmse: 2292.79                                                                                           \n",
      "[36]\tvalid_0's rmse: 2253.64                                                                                           \n",
      "[37]\tvalid_0's rmse: 2214.58                                                                                           \n",
      "[38]\tvalid_0's rmse: 2180.63                                                                                           \n",
      "[39]\tvalid_0's rmse: 2144.89                                                                                           \n",
      "[40]\tvalid_0's rmse: 2113.75                                                                                           \n",
      "[41]\tvalid_0's rmse: 2081.95                                                                                           \n",
      "[42]\tvalid_0's rmse: 2050.27                                                                                           \n",
      "[43]\tvalid_0's rmse: 2022.93                                                                                           \n",
      "[44]\tvalid_0's rmse: 1998.74                                                                                           \n",
      "[45]\tvalid_0's rmse: 1972.59                                                                                           \n",
      "[46]\tvalid_0's rmse: 1947.86                                                                                           \n",
      "[47]\tvalid_0's rmse: 1926.77                                                                                           \n",
      "[48]\tvalid_0's rmse: 1906.36                                                                                           \n",
      "[49]\tvalid_0's rmse: 1886.87                                                                                           \n",
      "[50]\tvalid_0's rmse: 1867.45                                                                                           \n",
      "[51]\tvalid_0's rmse: 1848.56                                                                                           \n",
      "[52]\tvalid_0's rmse: 1831.84                                                                                           \n",
      "[53]\tvalid_0's rmse: 1816.95                                                                                           \n",
      "[54]\tvalid_0's rmse: 1802.56                                                                                           \n",
      "[55]\tvalid_0's rmse: 1787.22                                                                                           \n",
      "[56]\tvalid_0's rmse: 1774.3                                                                                            \n",
      "[57]\tvalid_0's rmse: 1761.91                                                                                           \n",
      "[58]\tvalid_0's rmse: 1750.61                                                                                           \n",
      "[59]\tvalid_0's rmse: 1739.68                                                                                           \n",
      "[60]\tvalid_0's rmse: 1728.54                                                                                           \n",
      "[61]\tvalid_0's rmse: 1717.98                                                                                           \n",
      "[62]\tvalid_0's rmse: 1707.45                                                                                           \n",
      "[63]\tvalid_0's rmse: 1698.49                                                                                           \n",
      "[64]\tvalid_0's rmse: 1689.66                                                                                           \n",
      "[65]\tvalid_0's rmse: 1681.94                                                                                           \n",
      "[66]\tvalid_0's rmse: 1672.91                                                                                           \n",
      "[67]\tvalid_0's rmse: 1665.15                                                                                           \n",
      "[68]\tvalid_0's rmse: 1657.62                                                                                           \n",
      "[69]\tvalid_0's rmse: 1651.24                                                                                           \n",
      "[70]\tvalid_0's rmse: 1645.7                                                                                            \n",
      "[71]\tvalid_0's rmse: 1638.47                                                                                           \n",
      "[72]\tvalid_0's rmse: 1631.92                                                                                           \n",
      "[73]\tvalid_0's rmse: 1625.54                                                                                           \n",
      "[74]\tvalid_0's rmse: 1618.96                                                                                           \n",
      "[75]\tvalid_0's rmse: 1612.76                                                                                           \n",
      "[76]\tvalid_0's rmse: 1606.8                                                                                            \n",
      "[77]\tvalid_0's rmse: 1600.89                                                                                           \n",
      "[78]\tvalid_0's rmse: 1595.86                                                                                           \n",
      "[79]\tvalid_0's rmse: 1591.18                                                                                           \n",
      "[80]\tvalid_0's rmse: 1586.21                                                                                           \n",
      "[81]\tvalid_0's rmse: 1581.36                                                                                           \n",
      "[82]\tvalid_0's rmse: 1577.17                                                                                           \n",
      "[83]\tvalid_0's rmse: 1573.39                                                                                           \n",
      "[84]\tvalid_0's rmse: 1568.48                                                                                           \n",
      "[85]\tvalid_0's rmse: 1563.83                                                                                           \n",
      "[86]\tvalid_0's rmse: 1559.58                                                                                           \n",
      "[87]\tvalid_0's rmse: 1554.91                                                                                           \n",
      "[88]\tvalid_0's rmse: 1550.58                                                                                           \n",
      "[89]\tvalid_0's rmse: 1546.72                                                                                           \n",
      "[90]\tvalid_0's rmse: 1543.1                                                                                            \n",
      "[91]\tvalid_0's rmse: 1539.28                                                                                           \n",
      "[92]\tvalid_0's rmse: 1535.6                                                                                            \n",
      "[93]\tvalid_0's rmse: 1532.72                                                                                           \n",
      "[94]\tvalid_0's rmse: 1529.51                                                                                           \n",
      "[95]\tvalid_0's rmse: 1525.19                                                                                           \n",
      "[96]\tvalid_0's rmse: 1522.22                                                                                           \n",
      "[97]\tvalid_0's rmse: 1519.39                                                                                           \n",
      "[98]\tvalid_0's rmse: 1516.61                                                                                           \n",
      "[99]\tvalid_0's rmse: 1513.77                                                                                           \n",
      "[100]\tvalid_0's rmse: 1509.41                                                                                          \n",
      "[101]\tvalid_0's rmse: 1506.28                                                                                          \n",
      "[102]\tvalid_0's rmse: 1503.77                                                                                          \n",
      "[103]\tvalid_0's rmse: 1501.34                                                                                          \n",
      "[104]\tvalid_0's rmse: 1498.72                                                                                          \n",
      "[105]\tvalid_0's rmse: 1496.55                                                                                          \n",
      "[106]\tvalid_0's rmse: 1493.98                                                                                          \n",
      "[107]\tvalid_0's rmse: 1491.54                                                                                          \n",
      "[108]\tvalid_0's rmse: 1488.63                                                                                          \n",
      "[109]\tvalid_0's rmse: 1486.15                                                                                          \n",
      "[110]\tvalid_0's rmse: 1484.01                                                                                          \n",
      "[111]\tvalid_0's rmse: 1481.76                                                                                          \n",
      "[112]\tvalid_0's rmse: 1479.53                                                                                          \n",
      "[113]\tvalid_0's rmse: 1477.3                                                                                           \n",
      "[114]\tvalid_0's rmse: 1474.72                                                                                          \n",
      "[115]\tvalid_0's rmse: 1472.8                                                                                           \n",
      "[116]\tvalid_0's rmse: 1470.98                                                                                          \n",
      "[117]\tvalid_0's rmse: 1469.37                                                                                          \n",
      "[118]\tvalid_0's rmse: 1467.32                                                                                          \n",
      "[119]\tvalid_0's rmse: 1465.79                                                                                          \n",
      "[120]\tvalid_0's rmse: 1463.72                                                                                          \n",
      "[121]\tvalid_0's rmse: 1461.78                                                                                          \n",
      "[122]\tvalid_0's rmse: 1459.54                                                                                          \n",
      "[123]\tvalid_0's rmse: 1457.84                                                                                          \n",
      "[124]\tvalid_0's rmse: 1456.13                                                                                          \n",
      "[125]\tvalid_0's rmse: 1454.33                                                                                          \n",
      "[126]\tvalid_0's rmse: 1452.35                                                                                          \n",
      "[127]\tvalid_0's rmse: 1450.91                                                                                          \n",
      "[128]\tvalid_0's rmse: 1449.27                                                                                          \n",
      "[129]\tvalid_0's rmse: 1447.6                                                                                           \n",
      "[130]\tvalid_0's rmse: 1445.37                                                                                          \n",
      "[131]\tvalid_0's rmse: 1444.01                                                                                          \n",
      "[132]\tvalid_0's rmse: 1442.42                                                                                          \n",
      "[133]\tvalid_0's rmse: 1440.95                                                                                          \n",
      "[134]\tvalid_0's rmse: 1439.37                                                                                          \n",
      "[135]\tvalid_0's rmse: 1438.03                                                                                          \n",
      "[136]\tvalid_0's rmse: 1436.7                                                                                           \n",
      "[137]\tvalid_0's rmse: 1435.58                                                                                          \n",
      "[138]\tvalid_0's rmse: 1434.01                                                                                          \n",
      "[139]\tvalid_0's rmse: 1432.69                                                                                          \n",
      "[140]\tvalid_0's rmse: 1430.95                                                                                          \n",
      "[141]\tvalid_0's rmse: 1429.37                                                                                          \n",
      "[142]\tvalid_0's rmse: 1428.07                                                                                          \n",
      "[143]\tvalid_0's rmse: 1426.07                                                                                          \n",
      "[144]\tvalid_0's rmse: 1424.67                                                                                          \n",
      "[145]\tvalid_0's rmse: 1423.29                                                                                          \n",
      "[146]\tvalid_0's rmse: 1421.64                                                                                          \n",
      "[147]\tvalid_0's rmse: 1420.33                                                                                          \n",
      "[148]\tvalid_0's rmse: 1418.78                                                                                          \n",
      "[149]\tvalid_0's rmse: 1417.51                                                                                          \n",
      "[150]\tvalid_0's rmse: 1416.37                                                                                          \n",
      "[151]\tvalid_0's rmse: 1415.23                                                                                          \n",
      "[152]\tvalid_0's rmse: 1414.04                                                                                          \n",
      "[153]\tvalid_0's rmse: 1412.88                                                                                          \n",
      "[154]\tvalid_0's rmse: 1411.12                                                                                          \n",
      "[155]\tvalid_0's rmse: 1409.61                                                                                          \n",
      "[156]\tvalid_0's rmse: 1408.21                                                                                          \n",
      "[157]\tvalid_0's rmse: 1406.97                                                                                          \n",
      "[158]\tvalid_0's rmse: 1405.89                                                                                          \n",
      "[159]\tvalid_0's rmse: 1404.9                                                                                           \n",
      "[160]\tvalid_0's rmse: 1403.75                                                                                          \n",
      "[161]\tvalid_0's rmse: 1402.8                                                                                           \n",
      "[162]\tvalid_0's rmse: 1400.87                                                                                          \n",
      "[163]\tvalid_0's rmse: 1399.92                                                                                          \n",
      "[164]\tvalid_0's rmse: 1398.89                                                                                          \n",
      "[165]\tvalid_0's rmse: 1398.05                                                                                          \n",
      "[166]\tvalid_0's rmse: 1396.9                                                                                           \n",
      "[167]\tvalid_0's rmse: 1395.77                                                                                          \n",
      "[168]\tvalid_0's rmse: 1394.79                                                                                          \n",
      "[169]\tvalid_0's rmse: 1393.16                                                                                          \n",
      "[170]\tvalid_0's rmse: 1392.2                                                                                           \n",
      "[171]\tvalid_0's rmse: 1390.7                                                                                           \n",
      "[172]\tvalid_0's rmse: 1389.43                                                                                          \n",
      "[173]\tvalid_0's rmse: 1388.4                                                                                           \n",
      "[174]\tvalid_0's rmse: 1387.4                                                                                           \n",
      "[175]\tvalid_0's rmse: 1386.36                                                                                          \n",
      "[176]\tvalid_0's rmse: 1385.42                                                                                          \n",
      "[177]\tvalid_0's rmse: 1384.08                                                                                          \n",
      "[178]\tvalid_0's rmse: 1382.82                                                                                          \n",
      "[179]\tvalid_0's rmse: 1381.89                                                                                          \n",
      "[180]\tvalid_0's rmse: 1380.18                                                                                          \n",
      "[181]\tvalid_0's rmse: 1379.23                                                                                          \n",
      "[182]\tvalid_0's rmse: 1378.36                                                                                          \n",
      "[183]\tvalid_0's rmse: 1377.34                                                                                          \n",
      "[184]\tvalid_0's rmse: 1376.22                                                                                          \n",
      "[185]\tvalid_0's rmse: 1375.26                                                                                          \n",
      "[186]\tvalid_0's rmse: 1374.55                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[186]\tvalid_0's rmse: 1374.55\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013102 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7137.62                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6797.4                                                                                             \n",
      "[3]\tvalid_0's rmse: 6485.2                                                                                             \n",
      "[4]\tvalid_0's rmse: 6181.56                                                                                            \n",
      "[5]\tvalid_0's rmse: 5893.92                                                                                            \n",
      "[6]\tvalid_0's rmse: 5633.04                                                                                            \n",
      "[7]\tvalid_0's rmse: 5381.81                                                                                            \n",
      "[8]\tvalid_0's rmse: 5141.79                                                                                            \n",
      "[9]\tvalid_0's rmse: 4928.53                                                                                            \n",
      "[10]\tvalid_0's rmse: 4717.69                                                                                           \n",
      "[11]\tvalid_0's rmse: 4517.55                                                                                           \n",
      "[12]\tvalid_0's rmse: 4330.38                                                                                           \n",
      "[13]\tvalid_0's rmse: 4153.49                                                                                           \n",
      "[14]\tvalid_0's rmse: 3993.56                                                                                           \n",
      " 75%|████████████████████████████████████▊            | 15/20 [00:46<00:14,  2.95s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[15]\tvalid_0's rmse: 3839.03                                                                                           \n",
      "[16]\tvalid_0's rmse: 3693.13                                                                                           \n",
      "[17]\tvalid_0's rmse: 3556.31                                                                                           \n",
      "[18]\tvalid_0's rmse: 3427.72                                                                                           \n",
      "[19]\tvalid_0's rmse: 3310.19                                                                                           \n",
      "[20]\tvalid_0's rmse: 3199.15                                                                                           \n",
      "[21]\tvalid_0's rmse: 3093.69                                                                                           \n",
      "[22]\tvalid_0's rmse: 2996.75                                                                                           \n",
      "[23]\tvalid_0's rmse: 2904.48                                                                                           \n",
      "[24]\tvalid_0's rmse: 2818.68                                                                                           \n",
      "[25]\tvalid_0's rmse: 2737.24                                                                                           \n",
      "[26]\tvalid_0's rmse: 2660.61                                                                                           \n",
      "[27]\tvalid_0's rmse: 2588.66                                                                                           \n",
      "[28]\tvalid_0's rmse: 2523.25                                                                                           \n",
      "[29]\tvalid_0's rmse: 2460.16                                                                                           \n",
      "[30]\tvalid_0's rmse: 2403.18                                                                                           \n",
      "[31]\tvalid_0's rmse: 2349.65                                                                                           \n",
      "[32]\tvalid_0's rmse: 2299.03                                                                                           \n",
      "[33]\tvalid_0's rmse: 2250.63                                                                                           \n",
      "[34]\tvalid_0's rmse: 2206.13                                                                                           \n",
      "[35]\tvalid_0's rmse: 2163.58                                                                                           \n",
      "[36]\tvalid_0's rmse: 2124.94                                                                                           \n",
      "[37]\tvalid_0's rmse: 2085.2                                                                                            \n",
      "[38]\tvalid_0's rmse: 2052.59                                                                                           \n",
      "[39]\tvalid_0's rmse: 2019.57                                                                                           \n",
      "[40]\tvalid_0's rmse: 1989.8                                                                                            \n",
      "[41]\tvalid_0's rmse: 1958.8                                                                                            \n",
      "[42]\tvalid_0's rmse: 1931.9                                                                                            \n",
      "[43]\tvalid_0's rmse: 1904.95                                                                                           \n",
      "[44]\tvalid_0's rmse: 1882.6                                                                                            \n",
      "[45]\tvalid_0's rmse: 1859.16                                                                                           \n",
      "[46]\tvalid_0's rmse: 1837.77                                                                                           \n",
      "[47]\tvalid_0's rmse: 1817.68                                                                                           \n",
      "[48]\tvalid_0's rmse: 1798.59                                                                                           \n",
      "[49]\tvalid_0's rmse: 1778.66                                                                                           \n",
      "[50]\tvalid_0's rmse: 1760.07                                                                                           \n",
      "[51]\tvalid_0's rmse: 1744.03                                                                                           \n",
      "[52]\tvalid_0's rmse: 1728.53                                                                                           \n",
      "[53]\tvalid_0's rmse: 1714.74                                                                                           \n",
      "[54]\tvalid_0's rmse: 1701.04                                                                                           \n",
      "[55]\tvalid_0's rmse: 1687.12                                                                                           \n",
      "[56]\tvalid_0's rmse: 1676.08                                                                                           \n",
      "[57]\tvalid_0's rmse: 1663.83                                                                                           \n",
      "[58]\tvalid_0's rmse: 1653.29                                                                                           \n",
      "[59]\tvalid_0's rmse: 1643.72                                                                                           \n",
      "[60]\tvalid_0's rmse: 1634.44                                                                                           \n",
      "[61]\tvalid_0's rmse: 1625.24                                                                                           \n",
      "[62]\tvalid_0's rmse: 1615.34                                                                                           \n",
      "[63]\tvalid_0's rmse: 1606.45                                                                                           \n",
      "[64]\tvalid_0's rmse: 1598.78                                                                                           \n",
      "[65]\tvalid_0's rmse: 1591.86                                                                                           \n",
      "[66]\tvalid_0's rmse: 1584.16                                                                                           \n",
      "[67]\tvalid_0's rmse: 1577.9                                                                                            \n",
      "[68]\tvalid_0's rmse: 1570.93                                                                                           \n",
      "[69]\tvalid_0's rmse: 1565.12                                                                                           \n",
      "[70]\tvalid_0's rmse: 1559.89                                                                                           \n",
      "[71]\tvalid_0's rmse: 1553.94                                                                                           \n",
      "[72]\tvalid_0's rmse: 1547.72                                                                                           \n",
      "[73]\tvalid_0's rmse: 1542.34                                                                                           \n",
      "[74]\tvalid_0's rmse: 1535.91                                                                                           \n",
      "[75]\tvalid_0's rmse: 1529.56                                                                                           \n",
      "[76]\tvalid_0's rmse: 1524.84                                                                                           \n",
      "[77]\tvalid_0's rmse: 1518.7                                                                                            \n",
      "[78]\tvalid_0's rmse: 1513.96                                                                                           \n",
      "[79]\tvalid_0's rmse: 1509.16                                                                                           \n",
      "[80]\tvalid_0's rmse: 1505.07                                                                                           \n",
      "[81]\tvalid_0's rmse: 1501.23                                                                                           \n",
      "[82]\tvalid_0's rmse: 1497.31                                                                                           \n",
      "[83]\tvalid_0's rmse: 1493.73                                                                                           \n",
      "[84]\tvalid_0's rmse: 1489.64                                                                                           \n",
      "[85]\tvalid_0's rmse: 1485.31                                                                                           \n",
      "[86]\tvalid_0's rmse: 1481.96                                                                                           \n",
      "[87]\tvalid_0's rmse: 1477.65                                                                                           \n",
      "[88]\tvalid_0's rmse: 1474.15                                                                                           \n",
      "[89]\tvalid_0's rmse: 1470.52                                                                                           \n",
      "[90]\tvalid_0's rmse: 1467.32                                                                                           \n",
      "[91]\tvalid_0's rmse: 1464.44                                                                                           \n",
      "[92]\tvalid_0's rmse: 1461.22                                                                                           \n",
      "[93]\tvalid_0's rmse: 1458.31                                                                                           \n",
      "[94]\tvalid_0's rmse: 1455.24                                                                                           \n",
      "[95]\tvalid_0's rmse: 1452.04                                                                                           \n",
      "[96]\tvalid_0's rmse: 1449.43                                                                                           \n",
      "[97]\tvalid_0's rmse: 1446.88                                                                                           \n",
      "[98]\tvalid_0's rmse: 1444.07                                                                                           \n",
      "[99]\tvalid_0's rmse: 1441.56                                                                                           \n",
      "[100]\tvalid_0's rmse: 1438.71                                                                                          \n",
      "[101]\tvalid_0's rmse: 1435.26                                                                                          \n",
      "[102]\tvalid_0's rmse: 1432.31                                                                                          \n",
      "[103]\tvalid_0's rmse: 1429.56                                                                                          \n",
      "[104]\tvalid_0's rmse: 1427.3                                                                                           \n",
      "[105]\tvalid_0's rmse: 1424.93                                                                                          \n",
      "[106]\tvalid_0's rmse: 1422.88                                                                                          \n",
      "[107]\tvalid_0's rmse: 1420.4                                                                                           \n",
      "[108]\tvalid_0's rmse: 1418.26                                                                                          \n",
      "[109]\tvalid_0's rmse: 1416.22                                                                                          \n",
      "[110]\tvalid_0's rmse: 1413.85                                                                                          \n",
      "[111]\tvalid_0's rmse: 1411.57                                                                                          \n",
      "[112]\tvalid_0's rmse: 1409.51                                                                                          \n",
      "[113]\tvalid_0's rmse: 1407.49                                                                                          \n",
      "[114]\tvalid_0's rmse: 1405.29                                                                                          \n",
      "[115]\tvalid_0's rmse: 1403.52                                                                                          \n",
      "[116]\tvalid_0's rmse: 1401.39                                                                                          \n",
      "[117]\tvalid_0's rmse: 1399.02                                                                                          \n",
      "[118]\tvalid_0's rmse: 1396.92                                                                                          \n",
      "[119]\tvalid_0's rmse: 1394.86                                                                                          \n",
      "[120]\tvalid_0's rmse: 1393                                                                                             \n",
      "[121]\tvalid_0's rmse: 1391.27                                                                                          \n",
      "[122]\tvalid_0's rmse: 1389.53                                                                                          \n",
      "[123]\tvalid_0's rmse: 1387.8                                                                                           \n",
      "[124]\tvalid_0's rmse: 1384.92                                                                                          \n",
      "[125]\tvalid_0's rmse: 1383.09                                                                                          \n",
      "[126]\tvalid_0's rmse: 1381.17                                                                                          \n",
      "[127]\tvalid_0's rmse: 1379.67                                                                                          \n",
      "[128]\tvalid_0's rmse: 1377.96                                                                                          \n",
      "[129]\tvalid_0's rmse: 1376.72                                                                                          \n",
      "[130]\tvalid_0's rmse: 1375.29                                                                                          \n",
      "[131]\tvalid_0's rmse: 1373.82                                                                                          \n",
      "[132]\tvalid_0's rmse: 1372.22                                                                                          \n",
      "[133]\tvalid_0's rmse: 1370.44                                                                                          \n",
      "[134]\tvalid_0's rmse: 1368.74                                                                                          \n",
      "[135]\tvalid_0's rmse: 1366.94                                                                                          \n",
      "[136]\tvalid_0's rmse: 1365.47                                                                                          \n",
      "[137]\tvalid_0's rmse: 1363.8                                                                                           \n",
      "[138]\tvalid_0's rmse: 1362.58                                                                                          \n",
      "[139]\tvalid_0's rmse: 1360.98                                                                                          \n",
      "[140]\tvalid_0's rmse: 1359.66                                                                                          \n",
      "[141]\tvalid_0's rmse: 1358.35                                                                                          \n",
      "[142]\tvalid_0's rmse: 1356.82                                                                                          \n",
      "[143]\tvalid_0's rmse: 1355.03                                                                                          \n",
      "[144]\tvalid_0's rmse: 1353.62                                                                                          \n",
      "[145]\tvalid_0's rmse: 1351.26                                                                                          \n",
      "[146]\tvalid_0's rmse: 1349.56                                                                                          \n",
      "[147]\tvalid_0's rmse: 1347.81                                                                                          \n",
      "[148]\tvalid_0's rmse: 1346.08                                                                                          \n",
      "[149]\tvalid_0's rmse: 1344.77                                                                                          \n",
      "[150]\tvalid_0's rmse: 1343.06                                                                                          \n",
      "[151]\tvalid_0's rmse: 1340.54                                                                                          \n",
      "[152]\tvalid_0's rmse: 1339.17                                                                                          \n",
      "[153]\tvalid_0's rmse: 1337.83                                                                                          \n",
      "[154]\tvalid_0's rmse: 1336.38                                                                                          \n",
      "[155]\tvalid_0's rmse: 1334.98                                                                                          \n",
      "[156]\tvalid_0's rmse: 1334.17                                                                                          \n",
      "[157]\tvalid_0's rmse: 1332.82                                                                                          \n",
      "[158]\tvalid_0's rmse: 1331.67                                                                                          \n",
      "[159]\tvalid_0's rmse: 1330.03                                                                                          \n",
      "[160]\tvalid_0's rmse: 1328.55                                                                                          \n",
      "[161]\tvalid_0's rmse: 1327.58                                                                                          \n",
      "[162]\tvalid_0's rmse: 1326.04                                                                                          \n",
      "[163]\tvalid_0's rmse: 1324.51                                                                                          \n",
      "[164]\tvalid_0's rmse: 1322.08                                                                                          \n",
      "[165]\tvalid_0's rmse: 1320.96                                                                                          \n",
      "[166]\tvalid_0's rmse: 1319.46                                                                                          \n",
      "[167]\tvalid_0's rmse: 1317.91                                                                                          \n",
      "[168]\tvalid_0's rmse: 1317.09                                                                                          \n",
      "[169]\tvalid_0's rmse: 1316                                                                                             \n",
      "[170]\tvalid_0's rmse: 1314.85                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[170]\tvalid_0's rmse: 1314.85\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013688 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7130.97                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6788.12                                                                                            \n",
      "[3]\tvalid_0's rmse: 6474.72                                                                                            \n",
      "[4]\tvalid_0's rmse: 6167.59                                                                                            \n",
      "[5]\tvalid_0's rmse: 5878.24                                                                                            \n",
      "[6]\tvalid_0's rmse: 5618.19                                                                                            \n",
      "[7]\tvalid_0's rmse: 5368.1                                                                                             \n",
      "[8]\tvalid_0's rmse: 5127.58                                                                                            \n",
      "[9]\tvalid_0's rmse: 4920.06                                                                                            \n",
      "[10]\tvalid_0's rmse: 4713.42                                                                                           \n",
      "[11]\tvalid_0's rmse: 4516.42                                                                                           \n",
      "[12]\tvalid_0's rmse: 4334.28                                                                                           \n",
      "[13]\tvalid_0's rmse: 4162.1                                                                                            \n",
      "[14]\tvalid_0's rmse: 4006.4                                                                                            \n",
      "[15]\tvalid_0's rmse: 3857.83                                                                                           \n",
      " 80%|███████████████████████████████████████▏         | 16/20 [00:48<00:10,  2.65s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[16]\tvalid_0's rmse: 3718.56                                                                                           \n",
      "[17]\tvalid_0's rmse: 3589.29                                                                                           \n",
      "[18]\tvalid_0's rmse: 3466.74                                                                                           \n",
      "[19]\tvalid_0's rmse: 3355.13                                                                                           \n",
      "[20]\tvalid_0's rmse: 3247.96                                                                                           \n",
      "[21]\tvalid_0's rmse: 3148.16                                                                                           \n",
      "[22]\tvalid_0's rmse: 3055.39                                                                                           \n",
      "[23]\tvalid_0's rmse: 2970.55                                                                                           \n",
      "[24]\tvalid_0's rmse: 2888.93                                                                                           \n",
      "[25]\tvalid_0's rmse: 2814.01                                                                                           \n",
      "[26]\tvalid_0's rmse: 2740.94                                                                                           \n",
      "[27]\tvalid_0's rmse: 2672.29                                                                                           \n",
      "[28]\tvalid_0's rmse: 2611.63                                                                                           \n",
      "[29]\tvalid_0's rmse: 2552.96                                                                                           \n",
      "[30]\tvalid_0's rmse: 2498.7                                                                                            \n",
      "[31]\tvalid_0's rmse: 2449.82                                                                                           \n",
      "[32]\tvalid_0's rmse: 2401.96                                                                                           \n",
      "[33]\tvalid_0's rmse: 2354.65                                                                                           \n",
      "[34]\tvalid_0's rmse: 2312.3                                                                                            \n",
      "[35]\tvalid_0's rmse: 2270.99                                                                                           \n",
      "[36]\tvalid_0's rmse: 2235.63                                                                                           \n",
      "[37]\tvalid_0's rmse: 2198.5                                                                                            \n",
      "[38]\tvalid_0's rmse: 2165.97                                                                                           \n",
      "[39]\tvalid_0's rmse: 2137.01                                                                                           \n",
      "[40]\tvalid_0's rmse: 2106.04                                                                                           \n",
      "[41]\tvalid_0's rmse: 2077.01                                                                                           \n",
      "[42]\tvalid_0's rmse: 2050.54                                                                                           \n",
      "[43]\tvalid_0's rmse: 2025                                                                                              \n",
      "[44]\tvalid_0's rmse: 2003.21                                                                                           \n",
      "[45]\tvalid_0's rmse: 1980.33                                                                                           \n",
      "[46]\tvalid_0's rmse: 1959.03                                                                                           \n",
      "[47]\tvalid_0's rmse: 1939.18                                                                                           \n",
      "[48]\tvalid_0's rmse: 1921.29                                                                                           \n",
      "[49]\tvalid_0's rmse: 1904.5                                                                                            \n",
      "[50]\tvalid_0's rmse: 1886.5                                                                                            \n",
      "[51]\tvalid_0's rmse: 1867.74                                                                                           \n",
      "[52]\tvalid_0's rmse: 1852.98                                                                                           \n",
      "[53]\tvalid_0's rmse: 1838.97                                                                                           \n",
      "[54]\tvalid_0's rmse: 1825.21                                                                                           \n",
      "[55]\tvalid_0's rmse: 1813.07                                                                                           \n",
      "[56]\tvalid_0's rmse: 1799.45                                                                                           \n",
      "[57]\tvalid_0's rmse: 1788.87                                                                                           \n",
      "[58]\tvalid_0's rmse: 1778.73                                                                                           \n",
      "[59]\tvalid_0's rmse: 1767.33                                                                                           \n",
      "[60]\tvalid_0's rmse: 1757.17                                                                                           \n",
      "[61]\tvalid_0's rmse: 1747.32                                                                                           \n",
      "[62]\tvalid_0's rmse: 1736.8                                                                                            \n",
      "[63]\tvalid_0's rmse: 1728.78                                                                                           \n",
      "[64]\tvalid_0's rmse: 1719.97                                                                                           \n",
      "[65]\tvalid_0's rmse: 1710.88                                                                                           \n",
      "[66]\tvalid_0's rmse: 1702.63                                                                                           \n",
      "[67]\tvalid_0's rmse: 1694.88                                                                                           \n",
      "[68]\tvalid_0's rmse: 1687.96                                                                                           \n",
      "[69]\tvalid_0's rmse: 1680.82                                                                                           \n",
      "[70]\tvalid_0's rmse: 1675.37                                                                                           \n",
      "[71]\tvalid_0's rmse: 1668.66                                                                                           \n",
      "[72]\tvalid_0's rmse: 1662.18                                                                                           \n",
      "[73]\tvalid_0's rmse: 1655.67                                                                                           \n",
      "[74]\tvalid_0's rmse: 1648.99                                                                                           \n",
      "[75]\tvalid_0's rmse: 1643.54                                                                                           \n",
      "[76]\tvalid_0's rmse: 1637.31                                                                                           \n",
      "[77]\tvalid_0's rmse: 1630.9                                                                                            \n",
      "[78]\tvalid_0's rmse: 1626.36                                                                                           \n",
      "[79]\tvalid_0's rmse: 1621.79                                                                                           \n",
      "[80]\tvalid_0's rmse: 1617.23                                                                                           \n",
      "[81]\tvalid_0's rmse: 1612.7                                                                                            \n",
      "[82]\tvalid_0's rmse: 1608.45                                                                                           \n",
      "[83]\tvalid_0's rmse: 1604.68                                                                                           \n",
      "[84]\tvalid_0's rmse: 1599.66                                                                                           \n",
      "[85]\tvalid_0's rmse: 1595.49                                                                                           \n",
      "[86]\tvalid_0's rmse: 1592.03                                                                                           \n",
      "[87]\tvalid_0's rmse: 1587.42                                                                                           \n",
      "[88]\tvalid_0's rmse: 1582.38                                                                                           \n",
      "[89]\tvalid_0's rmse: 1578.7                                                                                            \n",
      "[90]\tvalid_0's rmse: 1575.14                                                                                           \n",
      "[91]\tvalid_0's rmse: 1572.14                                                                                           \n",
      "[92]\tvalid_0's rmse: 1569.05                                                                                           \n",
      "[93]\tvalid_0's rmse: 1566.36                                                                                           \n",
      "[94]\tvalid_0's rmse: 1563.48                                                                                           \n",
      "[95]\tvalid_0's rmse: 1561.02                                                                                           \n",
      "[96]\tvalid_0's rmse: 1558.41                                                                                           \n",
      "[97]\tvalid_0's rmse: 1555.52                                                                                           \n",
      "[98]\tvalid_0's rmse: 1552.27                                                                                           \n",
      "[99]\tvalid_0's rmse: 1549.98                                                                                           \n",
      "[100]\tvalid_0's rmse: 1546.42                                                                                          \n",
      "[101]\tvalid_0's rmse: 1543.37                                                                                          \n",
      "[102]\tvalid_0's rmse: 1540.76                                                                                          \n",
      "[103]\tvalid_0's rmse: 1538.6                                                                                           \n",
      "[104]\tvalid_0's rmse: 1536.47                                                                                          \n",
      "[105]\tvalid_0's rmse: 1533.64                                                                                          \n",
      "[106]\tvalid_0's rmse: 1531.19                                                                                          \n",
      "[107]\tvalid_0's rmse: 1527.74                                                                                          \n",
      "[108]\tvalid_0's rmse: 1525.13                                                                                          \n",
      "[109]\tvalid_0's rmse: 1523.05                                                                                          \n",
      "[110]\tvalid_0's rmse: 1520.95                                                                                          \n",
      "[111]\tvalid_0's rmse: 1518.7                                                                                           \n",
      "[112]\tvalid_0's rmse: 1516.99                                                                                          \n",
      "[113]\tvalid_0's rmse: 1515.23                                                                                          \n",
      "[114]\tvalid_0's rmse: 1513.32                                                                                          \n",
      "[115]\tvalid_0's rmse: 1511.53                                                                                          \n",
      "[116]\tvalid_0's rmse: 1509.3                                                                                           \n",
      "[117]\tvalid_0's rmse: 1507.55                                                                                          \n",
      "[118]\tvalid_0's rmse: 1505.01                                                                                          \n",
      "[119]\tvalid_0's rmse: 1503.22                                                                                          \n",
      "[120]\tvalid_0's rmse: 1501.04                                                                                          \n",
      "[121]\tvalid_0's rmse: 1499.26                                                                                          \n",
      "[122]\tvalid_0's rmse: 1497.21                                                                                          \n",
      "[123]\tvalid_0's rmse: 1495.4                                                                                           \n",
      "[124]\tvalid_0's rmse: 1494.06                                                                                          \n",
      "[125]\tvalid_0's rmse: 1492.48                                                                                          \n",
      "[126]\tvalid_0's rmse: 1490.39                                                                                          \n",
      "[127]\tvalid_0's rmse: 1488.97                                                                                          \n",
      "[128]\tvalid_0's rmse: 1487.17                                                                                          \n",
      "[129]\tvalid_0's rmse: 1485.64                                                                                          \n",
      "[130]\tvalid_0's rmse: 1483.3                                                                                           \n",
      "[131]\tvalid_0's rmse: 1481.76                                                                                          \n",
      "[132]\tvalid_0's rmse: 1480.32                                                                                          \n",
      "[133]\tvalid_0's rmse: 1478.59                                                                                          \n",
      "[134]\tvalid_0's rmse: 1476.87                                                                                          \n",
      "[135]\tvalid_0's rmse: 1475.32                                                                                          \n",
      "[136]\tvalid_0's rmse: 1473.76                                                                                          \n",
      "[137]\tvalid_0's rmse: 1472.49                                                                                          \n",
      "[138]\tvalid_0's rmse: 1471.06                                                                                          \n",
      "[139]\tvalid_0's rmse: 1469.49                                                                                          \n",
      "[140]\tvalid_0's rmse: 1468.17                                                                                          \n",
      "[141]\tvalid_0's rmse: 1467.19                                                                                          \n",
      "[142]\tvalid_0's rmse: 1465.63                                                                                          \n",
      "[143]\tvalid_0's rmse: 1463.77                                                                                          \n",
      "[144]\tvalid_0's rmse: 1462.29                                                                                          \n",
      "[145]\tvalid_0's rmse: 1460.55                                                                                          \n",
      "[146]\tvalid_0's rmse: 1458.76                                                                                          \n",
      "[147]\tvalid_0's rmse: 1457.13                                                                                          \n",
      "[148]\tvalid_0's rmse: 1455.77                                                                                          \n",
      "[149]\tvalid_0's rmse: 1454.62                                                                                          \n",
      "[150]\tvalid_0's rmse: 1453.4                                                                                           \n",
      "[151]\tvalid_0's rmse: 1452.35                                                                                          \n",
      "[152]\tvalid_0's rmse: 1451.19                                                                                          \n",
      "[153]\tvalid_0's rmse: 1449.02                                                                                          \n",
      "[154]\tvalid_0's rmse: 1447.83                                                                                          \n",
      "[155]\tvalid_0's rmse: 1446.49                                                                                          \n",
      "[156]\tvalid_0's rmse: 1444.72                                                                                          \n",
      "[157]\tvalid_0's rmse: 1443.66                                                                                          \n",
      "[158]\tvalid_0's rmse: 1442.07                                                                                          \n",
      "[159]\tvalid_0's rmse: 1441.01                                                                                          \n",
      "[160]\tvalid_0's rmse: 1440.06                                                                                          \n",
      "[161]\tvalid_0's rmse: 1438.68                                                                                          \n",
      "[162]\tvalid_0's rmse: 1437.63                                                                                          \n",
      "[163]\tvalid_0's rmse: 1436.17                                                                                          \n",
      "[164]\tvalid_0's rmse: 1435.08                                                                                          \n",
      "[165]\tvalid_0's rmse: 1434.13                                                                                          \n",
      "[166]\tvalid_0's rmse: 1432.87                                                                                          \n",
      "[167]\tvalid_0's rmse: 1430.9                                                                                           \n",
      "[168]\tvalid_0's rmse: 1429.43                                                                                          \n",
      "[169]\tvalid_0's rmse: 1428.47                                                                                          \n",
      "[170]\tvalid_0's rmse: 1426.99                                                                                          \n",
      "[171]\tvalid_0's rmse: 1426.02                                                                                          \n",
      "[172]\tvalid_0's rmse: 1425.03                                                                                          \n",
      "[173]\tvalid_0's rmse: 1424.1                                                                                           \n",
      "[174]\tvalid_0's rmse: 1422.94                                                                                          \n",
      "[175]\tvalid_0's rmse: 1421.81                                                                                          \n",
      "[176]\tvalid_0's rmse: 1420.93                                                                                          \n",
      "[177]\tvalid_0's rmse: 1420.02                                                                                          \n",
      "[178]\tvalid_0's rmse: 1418.8                                                                                           \n",
      "[179]\tvalid_0's rmse: 1417.48                                                                                          \n",
      "[180]\tvalid_0's rmse: 1416.3                                                                                           \n",
      "[181]\tvalid_0's rmse: 1415.61                                                                                          \n",
      "[182]\tvalid_0's rmse: 1414.35                                                                                          \n",
      "[183]\tvalid_0's rmse: 1412.81                                                                                          \n",
      "[184]\tvalid_0's rmse: 1410.89                                                                                          \n",
      "[185]\tvalid_0's rmse: 1409.84                                                                                          \n",
      "[186]\tvalid_0's rmse: 1408.54                                                                                          \n",
      "[187]\tvalid_0's rmse: 1407.78                                                                                          \n",
      "[188]\tvalid_0's rmse: 1406.86                                                                                          \n",
      "[189]\tvalid_0's rmse: 1405.94                                                                                          \n",
      "[190]\tvalid_0's rmse: 1404.29                                                                                          \n",
      "[191]\tvalid_0's rmse: 1403.72                                                                                          \n",
      "[192]\tvalid_0's rmse: 1402.76                                                                                          \n",
      "[193]\tvalid_0's rmse: 1400.99                                                                                          \n",
      "[194]\tvalid_0's rmse: 1399.92                                                                                          \n",
      "[195]\tvalid_0's rmse: 1398.53                                                                                          \n",
      "[196]\tvalid_0's rmse: 1397.52                                                                                          \n",
      "[197]\tvalid_0's rmse: 1396.96                                                                                          \n",
      "[198]\tvalid_0's rmse: 1396.06                                                                                          \n",
      "[199]\tvalid_0's rmse: 1394.72                                                                                          \n",
      "[200]\tvalid_0's rmse: 1393.39                                                                                          \n",
      "[201]\tvalid_0's rmse: 1392.08                                                                                          \n",
      "[202]\tvalid_0's rmse: 1391.5                                                                                           \n",
      "[203]\tvalid_0's rmse: 1390.89                                                                                          \n",
      "[204]\tvalid_0's rmse: 1389.79                                                                                          \n",
      "[205]\tvalid_0's rmse: 1388.7                                                                                           \n",
      "[206]\tvalid_0's rmse: 1388.17                                                                                          \n",
      "[207]\tvalid_0's rmse: 1386.64                                                                                          \n",
      "[208]\tvalid_0's rmse: 1385.5                                                                                           \n",
      "[209]\tvalid_0's rmse: 1384.51                                                                                          \n",
      "[210]\tvalid_0's rmse: 1382.4                                                                                           \n",
      "[211]\tvalid_0's rmse: 1381.16                                                                                          \n",
      "[212]\tvalid_0's rmse: 1380.33                                                                                          \n",
      "[213]\tvalid_0's rmse: 1378.09                                                                                          \n",
      "[214]\tvalid_0's rmse: 1376.37                                                                                          \n",
      "[215]\tvalid_0's rmse: 1375.5                                                                                           \n",
      "[216]\tvalid_0's rmse: 1374.58                                                                                          \n",
      "[217]\tvalid_0's rmse: 1373.52                                                                                          \n",
      "[218]\tvalid_0's rmse: 1372.71                                                                                          \n",
      "[219]\tvalid_0's rmse: 1371.38                                                                                          \n",
      "[220]\tvalid_0's rmse: 1370.9                                                                                           \n",
      "[221]\tvalid_0's rmse: 1369.98                                                                                          \n",
      "[222]\tvalid_0's rmse: 1369.25                                                                                          \n",
      "[223]\tvalid_0's rmse: 1368.43                                                                                          \n",
      "[224]\tvalid_0's rmse: 1367.28                                                                                          \n",
      "[225]\tvalid_0's rmse: 1366.3                                                                                           \n",
      "[226]\tvalid_0's rmse: 1365.28                                                                                          \n",
      "[227]\tvalid_0's rmse: 1364.48                                                                                          \n",
      "[228]\tvalid_0's rmse: 1363.6                                                                                           \n",
      "[229]\tvalid_0's rmse: 1362.39                                                                                          \n",
      "[230]\tvalid_0's rmse: 1361.61                                                                                          \n",
      "[231]\tvalid_0's rmse: 1360.34                                                                                          \n",
      "[232]\tvalid_0's rmse: 1359.68                                                                                          \n",
      "[233]\tvalid_0's rmse: 1358.37                                                                                          \n",
      "[234]\tvalid_0's rmse: 1357.52                                                                                          \n",
      "[235]\tvalid_0's rmse: 1356.19                                                                                          \n",
      "[236]\tvalid_0's rmse: 1355.29                                                                                          \n",
      "[237]\tvalid_0's rmse: 1354.62                                                                                          \n",
      "[238]\tvalid_0's rmse: 1353.68                                                                                          \n",
      "[239]\tvalid_0's rmse: 1352.54                                                                                          \n",
      "[240]\tvalid_0's rmse: 1351.91                                                                                          \n",
      "[241]\tvalid_0's rmse: 1351.05                                                                                          \n",
      "[242]\tvalid_0's rmse: 1350.27                                                                                          \n",
      "[243]\tvalid_0's rmse: 1349.27                                                                                          \n",
      "[244]\tvalid_0's rmse: 1348.59                                                                                          \n",
      "[245]\tvalid_0's rmse: 1347.91                                                                                          \n",
      "[246]\tvalid_0's rmse: 1346.33                                                                                          \n",
      "[247]\tvalid_0's rmse: 1345.69                                                                                          \n",
      "[248]\tvalid_0's rmse: 1345.24                                                                                          \n",
      "[249]\tvalid_0's rmse: 1344.78                                                                                          \n",
      "[250]\tvalid_0's rmse: 1344.09                                                                                          \n",
      "[251]\tvalid_0's rmse: 1342.77                                                                                          \n",
      "[252]\tvalid_0's rmse: 1341.83                                                                                          \n",
      "[253]\tvalid_0's rmse: 1341.4                                                                                           \n",
      "[254]\tvalid_0's rmse: 1340.09                                                                                          \n",
      "[255]\tvalid_0's rmse: 1338.26                                                                                          \n",
      "[256]\tvalid_0's rmse: 1337.69                                                                                          \n",
      "[257]\tvalid_0's rmse: 1336.85                                                                                          \n",
      "[258]\tvalid_0's rmse: 1336.24                                                                                          \n",
      "[259]\tvalid_0's rmse: 1335.52                                                                                          \n",
      "[260]\tvalid_0's rmse: 1334.42                                                                                          \n",
      "[261]\tvalid_0's rmse: 1333.53                                                                                          \n",
      "[262]\tvalid_0's rmse: 1332.99                                                                                          \n",
      "[263]\tvalid_0's rmse: 1332.13                                                                                          \n",
      "[264]\tvalid_0's rmse: 1331.34                                                                                          \n",
      "[265]\tvalid_0's rmse: 1330.78                                                                                          \n",
      "[266]\tvalid_0's rmse: 1329.64                                                                                          \n",
      "[267]\tvalid_0's rmse: 1328.73                                                                                          \n",
      "[268]\tvalid_0's rmse: 1327.81                                                                                          \n",
      "[269]\tvalid_0's rmse: 1326.84                                                                                          \n",
      "[270]\tvalid_0's rmse: 1325.77                                                                                          \n",
      "[271]\tvalid_0's rmse: 1325.08                                                                                          \n",
      "[272]\tvalid_0's rmse: 1324.63                                                                                          \n",
      "[273]\tvalid_0's rmse: 1323.96                                                                                          \n",
      "[274]\tvalid_0's rmse: 1323.55                                                                                          \n",
      "[275]\tvalid_0's rmse: 1322.79                                                                                          \n",
      "[276]\tvalid_0's rmse: 1322.33                                                                                          \n",
      "[277]\tvalid_0's rmse: 1320.75                                                                                          \n",
      "[278]\tvalid_0's rmse: 1320.23                                                                                          \n",
      "[279]\tvalid_0's rmse: 1319.7                                                                                           \n",
      "[280]\tvalid_0's rmse: 1318.93                                                                                          \n",
      "[281]\tvalid_0's rmse: 1318.35                                                                                          \n",
      "[282]\tvalid_0's rmse: 1317.2                                                                                           \n",
      "[283]\tvalid_0's rmse: 1316.68                                                                                          \n",
      "[284]\tvalid_0's rmse: 1315.94                                                                                          \n",
      "[285]\tvalid_0's rmse: 1315.27                                                                                          \n",
      "[286]\tvalid_0's rmse: 1314.57                                                                                          \n",
      "[287]\tvalid_0's rmse: 1314.13                                                                                          \n",
      "[288]\tvalid_0's rmse: 1313.6                                                                                           \n",
      "[289]\tvalid_0's rmse: 1313.1                                                                                           \n",
      "[290]\tvalid_0's rmse: 1312.25                                                                                          \n",
      "[291]\tvalid_0's rmse: 1311.7                                                                                           \n",
      "[292]\tvalid_0's rmse: 1311.03                                                                                          \n",
      "[293]\tvalid_0's rmse: 1310.27                                                                                          \n",
      "[294]\tvalid_0's rmse: 1309.57                                                                                          \n",
      "[295]\tvalid_0's rmse: 1309.27                                                                                          \n",
      "[296]\tvalid_0's rmse: 1308.91                                                                                          \n",
      "[297]\tvalid_0's rmse: 1308.3                                                                                           \n",
      "[298]\tvalid_0's rmse: 1307.74                                                                                          \n",
      "[299]\tvalid_0's rmse: 1306.98                                                                                          \n",
      "[300]\tvalid_0's rmse: 1306.37                                                                                          \n",
      "[301]\tvalid_0's rmse: 1305.4                                                                                           \n",
      "[302]\tvalid_0's rmse: 1304.81                                                                                          \n",
      "[303]\tvalid_0's rmse: 1303.77                                                                                          \n",
      "[304]\tvalid_0's rmse: 1302.62                                                                                          \n",
      "[305]\tvalid_0's rmse: 1301.75                                                                                          \n",
      "[306]\tvalid_0's rmse: 1300.93                                                                                          \n",
      "[307]\tvalid_0's rmse: 1300.38                                                                                          \n",
      "[308]\tvalid_0's rmse: 1299.91                                                                                          \n",
      "[309]\tvalid_0's rmse: 1299.09                                                                                          \n",
      "[310]\tvalid_0's rmse: 1298.49                                                                                          \n",
      "[311]\tvalid_0's rmse: 1297.8                                                                                           \n",
      "[312]\tvalid_0's rmse: 1297.28                                                                                          \n",
      "[313]\tvalid_0's rmse: 1296.62                                                                                          \n",
      "[314]\tvalid_0's rmse: 1296.25                                                                                          \n",
      "[315]\tvalid_0's rmse: 1296.01                                                                                          \n",
      "[316]\tvalid_0's rmse: 1295.25                                                                                          \n",
      "[317]\tvalid_0's rmse: 1294.63                                                                                          \n",
      "[318]\tvalid_0's rmse: 1293.69                                                                                          \n",
      "[319]\tvalid_0's rmse: 1293.25                                                                                          \n",
      "[320]\tvalid_0's rmse: 1292.64                                                                                          \n",
      "[321]\tvalid_0's rmse: 1292.03                                                                                          \n",
      "[322]\tvalid_0's rmse: 1291.28                                                                                          \n",
      "[323]\tvalid_0's rmse: 1290.22                                                                                          \n",
      "[324]\tvalid_0's rmse: 1289.11                                                                                          \n",
      "[325]\tvalid_0's rmse: 1288.52                                                                                          \n",
      "[326]\tvalid_0's rmse: 1287.84                                                                                          \n",
      "[327]\tvalid_0's rmse: 1287.45                                                                                          \n",
      "[328]\tvalid_0's rmse: 1286.89                                                                                          \n",
      "[329]\tvalid_0's rmse: 1286.56                                                                                          \n",
      "[330]\tvalid_0's rmse: 1285.73                                                                                          \n",
      "[331]\tvalid_0's rmse: 1284.95                                                                                          \n",
      "[332]\tvalid_0's rmse: 1284.46                                                                                          \n",
      "[333]\tvalid_0's rmse: 1284.04                                                                                          \n",
      "[334]\tvalid_0's rmse: 1283.7                                                                                           \n",
      "[335]\tvalid_0's rmse: 1283.25                                                                                          \n",
      "[336]\tvalid_0's rmse: 1282.58                                                                                          \n",
      "[337]\tvalid_0's rmse: 1282.22                                                                                          \n",
      "[338]\tvalid_0's rmse: 1281.73                                                                                          \n",
      "[339]\tvalid_0's rmse: 1281.47                                                                                          \n",
      "[340]\tvalid_0's rmse: 1280.95                                                                                          \n",
      "[341]\tvalid_0's rmse: 1280.71                                                                                          \n",
      "[342]\tvalid_0's rmse: 1280.2                                                                                           \n",
      "[343]\tvalid_0's rmse: 1279.59                                                                                          \n",
      "[344]\tvalid_0's rmse: 1278.3                                                                                           \n",
      "[345]\tvalid_0's rmse: 1277.72                                                                                          \n",
      "[346]\tvalid_0's rmse: 1277.18                                                                                          \n",
      "[347]\tvalid_0's rmse: 1276.33                                                                                          \n",
      "[348]\tvalid_0's rmse: 1275.97                                                                                          \n",
      "[349]\tvalid_0's rmse: 1275.75                                                                                          \n",
      "[350]\tvalid_0's rmse: 1275.22                                                                                          \n",
      "[351]\tvalid_0's rmse: 1274.27                                                                                          \n",
      "[352]\tvalid_0's rmse: 1273.36                                                                                          \n",
      "[353]\tvalid_0's rmse: 1272.52                                                                                          \n",
      "[354]\tvalid_0's rmse: 1271.68                                                                                          \n",
      "[355]\tvalid_0's rmse: 1271.37                                                                                          \n",
      "[356]\tvalid_0's rmse: 1270.73                                                                                          \n",
      "[357]\tvalid_0's rmse: 1270.15                                                                                          \n",
      "[358]\tvalid_0's rmse: 1269.92                                                                                          \n",
      "[359]\tvalid_0's rmse: 1269.05                                                                                          \n",
      "[360]\tvalid_0's rmse: 1268.55                                                                                          \n",
      "[361]\tvalid_0's rmse: 1267.85                                                                                          \n",
      "[362]\tvalid_0's rmse: 1267.34                                                                                          \n",
      "[363]\tvalid_0's rmse: 1266.83                                                                                          \n",
      "[364]\tvalid_0's rmse: 1266.25                                                                                          \n",
      "[365]\tvalid_0's rmse: 1265.77                                                                                          \n",
      "[366]\tvalid_0's rmse: 1265.19                                                                                          \n",
      "[367]\tvalid_0's rmse: 1264.88                                                                                          \n",
      "[368]\tvalid_0's rmse: 1264.4                                                                                           \n",
      "[369]\tvalid_0's rmse: 1263.77                                                                                          \n",
      "[370]\tvalid_0's rmse: 1263.15                                                                                          \n",
      "[371]\tvalid_0's rmse: 1262.45                                                                                          \n",
      "[372]\tvalid_0's rmse: 1261.87                                                                                          \n",
      "[373]\tvalid_0's rmse: 1261.57                                                                                          \n",
      "[374]\tvalid_0's rmse: 1260.6                                                                                           \n",
      "[375]\tvalid_0's rmse: 1260.23                                                                                          \n",
      "[376]\tvalid_0's rmse: 1259.75                                                                                          \n",
      "[377]\tvalid_0's rmse: 1259.26                                                                                          \n",
      "[378]\tvalid_0's rmse: 1258.59                                                                                          \n",
      "[379]\tvalid_0's rmse: 1257.83                                                                                          \n",
      "[380]\tvalid_0's rmse: 1257.26                                                                                          \n",
      "[381]\tvalid_0's rmse: 1256.21                                                                                          \n",
      "[382]\tvalid_0's rmse: 1255.23                                                                                          \n",
      "[383]\tvalid_0's rmse: 1254.94                                                                                          \n",
      "[384]\tvalid_0's rmse: 1254.19                                                                                          \n",
      "[385]\tvalid_0's rmse: 1253.84                                                                                          \n",
      "[386]\tvalid_0's rmse: 1253.21                                                                                          \n",
      "[387]\tvalid_0's rmse: 1252.56                                                                                          \n",
      "[388]\tvalid_0's rmse: 1251.89                                                                                          \n",
      "[389]\tvalid_0's rmse: 1251.31                                                                                          \n",
      "[390]\tvalid_0's rmse: 1250.47                                                                                          \n",
      "[391]\tvalid_0's rmse: 1250.11                                                                                          \n",
      "[392]\tvalid_0's rmse: 1249.69                                                                                          \n",
      "[393]\tvalid_0's rmse: 1249.44                                                                                          \n",
      "[394]\tvalid_0's rmse: 1248.36                                                                                          \n",
      "[395]\tvalid_0's rmse: 1247.42                                                                                          \n",
      "[396]\tvalid_0's rmse: 1246.73                                                                                          \n",
      "[397]\tvalid_0's rmse: 1245.99                                                                                          \n",
      "[398]\tvalid_0's rmse: 1245.52                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[398]\tvalid_0's rmse: 1245.52\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.013977 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7144.16                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6809.19                                                                                            \n",
      "[3]\tvalid_0's rmse: 6500.55                                                                                            \n",
      "[4]\tvalid_0's rmse: 6200.88                                                                                            \n",
      "[5]\tvalid_0's rmse: 5916.45                                                                                            \n",
      "[6]\tvalid_0's rmse: 5657.38                                                                                            \n",
      "[7]\tvalid_0's rmse: 5407.53                                                                                            \n",
      "[8]\tvalid_0's rmse: 5169                                                                                               \n",
      "[9]\tvalid_0's rmse: 4955.66                                                                                            \n",
      "[10]\tvalid_0's rmse: 4745.02                                                                                           \n",
      "[11]\tvalid_0's rmse: 4545.54                                                                                           \n",
      "[12]\tvalid_0's rmse: 4357.93                                                                                           \n",
      "[13]\tvalid_0's rmse: 4180.91                                                                                           \n",
      " 85%|█████████████████████████████████████████▋       | 17/20 [00:52<00:09,  3.00s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[14]\tvalid_0's rmse: 4018.88                                                                                           \n",
      "[15]\tvalid_0's rmse: 3863.47                                                                                           \n",
      "[16]\tvalid_0's rmse: 3717.36                                                                                           \n",
      "[17]\tvalid_0's rmse: 3579.07                                                                                           \n",
      "[18]\tvalid_0's rmse: 3449.72                                                                                           \n",
      "[19]\tvalid_0's rmse: 3330.26                                                                                           \n",
      "[20]\tvalid_0's rmse: 3216.8                                                                                            \n",
      "[21]\tvalid_0's rmse: 3108.87                                                                                           \n",
      "[22]\tvalid_0's rmse: 3009.04                                                                                           \n",
      "[23]\tvalid_0's rmse: 2914.6                                                                                            \n",
      "[24]\tvalid_0's rmse: 2825.98                                                                                           \n",
      "[25]\tvalid_0's rmse: 2742.84                                                                                           \n",
      "[26]\tvalid_0's rmse: 2664.13                                                                                           \n",
      "[27]\tvalid_0's rmse: 2590.34                                                                                           \n",
      "[28]\tvalid_0's rmse: 2522.94                                                                                           \n",
      "[29]\tvalid_0's rmse: 2458.99                                                                                           \n",
      "[30]\tvalid_0's rmse: 2400.03                                                                                           \n",
      "[31]\tvalid_0's rmse: 2344.46                                                                                           \n",
      "[32]\tvalid_0's rmse: 2291.66                                                                                           \n",
      "[33]\tvalid_0's rmse: 2242.28                                                                                           \n",
      "[34]\tvalid_0's rmse: 2196.68                                                                                           \n",
      "[35]\tvalid_0's rmse: 2153.11                                                                                           \n",
      "[36]\tvalid_0's rmse: 2114.28                                                                                           \n",
      "[37]\tvalid_0's rmse: 2073.24                                                                                           \n",
      "[38]\tvalid_0's rmse: 2039.37                                                                                           \n",
      "[39]\tvalid_0's rmse: 2003.47                                                                                           \n",
      "[40]\tvalid_0's rmse: 1971.79                                                                                           \n",
      "[41]\tvalid_0's rmse: 1941.06                                                                                           \n",
      "[42]\tvalid_0's rmse: 1912.47                                                                                           \n",
      "[43]\tvalid_0's rmse: 1885.48                                                                                           \n",
      "[44]\tvalid_0's rmse: 1862.94                                                                                           \n",
      "[45]\tvalid_0's rmse: 1838.89                                                                                           \n",
      "[46]\tvalid_0's rmse: 1815.68                                                                                           \n",
      "[47]\tvalid_0's rmse: 1795.39                                                                                           \n",
      "[48]\tvalid_0's rmse: 1775.92                                                                                           \n",
      "[49]\tvalid_0's rmse: 1756.07                                                                                           \n",
      "[50]\tvalid_0's rmse: 1737.78                                                                                           \n",
      "[51]\tvalid_0's rmse: 1720.93                                                                                           \n",
      "[52]\tvalid_0's rmse: 1705.23                                                                                           \n",
      "[53]\tvalid_0's rmse: 1691.49                                                                                           \n",
      "[54]\tvalid_0's rmse: 1677.39                                                                                           \n",
      "[55]\tvalid_0's rmse: 1663.62                                                                                           \n",
      "[56]\tvalid_0's rmse: 1651.16                                                                                           \n",
      "[57]\tvalid_0's rmse: 1638.98                                                                                           \n",
      "[58]\tvalid_0's rmse: 1628.71                                                                                           \n",
      "[59]\tvalid_0's rmse: 1619.15                                                                                           \n",
      "[60]\tvalid_0's rmse: 1610.16                                                                                           \n",
      "[61]\tvalid_0's rmse: 1600.92                                                                                           \n",
      "[62]\tvalid_0's rmse: 1591.38                                                                                           \n",
      "[63]\tvalid_0's rmse: 1582.76                                                                                           \n",
      "[64]\tvalid_0's rmse: 1574.56                                                                                           \n",
      "[65]\tvalid_0's rmse: 1567.2                                                                                            \n",
      "[66]\tvalid_0's rmse: 1558.82                                                                                           \n",
      "[67]\tvalid_0's rmse: 1552.15                                                                                           \n",
      "[68]\tvalid_0's rmse: 1545.19                                                                                           \n",
      "[69]\tvalid_0's rmse: 1538.53                                                                                           \n",
      "[70]\tvalid_0's rmse: 1532.89                                                                                           \n",
      "[71]\tvalid_0's rmse: 1526.75                                                                                           \n",
      "[72]\tvalid_0's rmse: 1521.18                                                                                           \n",
      "[73]\tvalid_0's rmse: 1515.26                                                                                           \n",
      "[74]\tvalid_0's rmse: 1509.69                                                                                           \n",
      "[75]\tvalid_0's rmse: 1504.25                                                                                           \n",
      "[76]\tvalid_0's rmse: 1499.57                                                                                           \n",
      "[77]\tvalid_0's rmse: 1494.59                                                                                           \n",
      "[78]\tvalid_0's rmse: 1489.8                                                                                            \n",
      "[79]\tvalid_0's rmse: 1485.48                                                                                           \n",
      "[80]\tvalid_0's rmse: 1481.24                                                                                           \n",
      "[81]\tvalid_0's rmse: 1477.05                                                                                           \n",
      "[82]\tvalid_0's rmse: 1473.04                                                                                           \n",
      "[83]\tvalid_0's rmse: 1468.65                                                                                           \n",
      "[84]\tvalid_0's rmse: 1464.13                                                                                           \n",
      "[85]\tvalid_0's rmse: 1459.68                                                                                           \n",
      "[86]\tvalid_0's rmse: 1455.85                                                                                           \n",
      "[87]\tvalid_0's rmse: 1452.51                                                                                           \n",
      "[88]\tvalid_0's rmse: 1448.85                                                                                           \n",
      "[89]\tvalid_0's rmse: 1444.72                                                                                           \n",
      "[90]\tvalid_0's rmse: 1441.43                                                                                           \n",
      "[91]\tvalid_0's rmse: 1438.09                                                                                           \n",
      "[92]\tvalid_0's rmse: 1434.99                                                                                           \n",
      "[93]\tvalid_0's rmse: 1432                                                                                              \n",
      "[94]\tvalid_0's rmse: 1429.33                                                                                           \n",
      "[95]\tvalid_0's rmse: 1425.89                                                                                           \n",
      "[96]\tvalid_0's rmse: 1422.57                                                                                           \n",
      "[97]\tvalid_0's rmse: 1420.03                                                                                           \n",
      "[98]\tvalid_0's rmse: 1417.03                                                                                           \n",
      "[99]\tvalid_0's rmse: 1414.6                                                                                            \n",
      "[100]\tvalid_0's rmse: 1411.61                                                                                          \n",
      "[101]\tvalid_0's rmse: 1408.46                                                                                          \n",
      "[102]\tvalid_0's rmse: 1405.64                                                                                          \n",
      "[103]\tvalid_0's rmse: 1402.44                                                                                          \n",
      "[104]\tvalid_0's rmse: 1399.69                                                                                          \n",
      "[105]\tvalid_0's rmse: 1397.32                                                                                          \n",
      "[106]\tvalid_0's rmse: 1394.86                                                                                          \n",
      "[107]\tvalid_0's rmse: 1392.32                                                                                          \n",
      "[108]\tvalid_0's rmse: 1390.07                                                                                          \n",
      "[109]\tvalid_0's rmse: 1387.9                                                                                           \n",
      "[110]\tvalid_0's rmse: 1385.87                                                                                          \n",
      "[111]\tvalid_0's rmse: 1383.56                                                                                          \n",
      "[112]\tvalid_0's rmse: 1381.58                                                                                          \n",
      "[113]\tvalid_0's rmse: 1379.25                                                                                          \n",
      "[114]\tvalid_0's rmse: 1376.88                                                                                          \n",
      "[115]\tvalid_0's rmse: 1374.84                                                                                          \n",
      "[116]\tvalid_0's rmse: 1372.68                                                                                          \n",
      "[117]\tvalid_0's rmse: 1370.93                                                                                          \n",
      "[118]\tvalid_0's rmse: 1368.95                                                                                          \n",
      "[119]\tvalid_0's rmse: 1367.4                                                                                           \n",
      "[120]\tvalid_0's rmse: 1365.63                                                                                          \n",
      "[121]\tvalid_0's rmse: 1363.61                                                                                          \n",
      "[122]\tvalid_0's rmse: 1361.45                                                                                          \n",
      "[123]\tvalid_0's rmse: 1359.63                                                                                          \n",
      "[124]\tvalid_0's rmse: 1357.78                                                                                          \n",
      "[125]\tvalid_0's rmse: 1355.84                                                                                          \n",
      "[126]\tvalid_0's rmse: 1354.36                                                                                          \n",
      "[127]\tvalid_0's rmse: 1352.98                                                                                          \n",
      "[128]\tvalid_0's rmse: 1351.18                                                                                          \n",
      "[129]\tvalid_0's rmse: 1349.8                                                                                           \n",
      "[130]\tvalid_0's rmse: 1347.78                                                                                          \n",
      "[131]\tvalid_0's rmse: 1346.15                                                                                          \n",
      "[132]\tvalid_0's rmse: 1343.73                                                                                          \n",
      "[133]\tvalid_0's rmse: 1342.16                                                                                          \n",
      "[134]\tvalid_0's rmse: 1341.08                                                                                          \n",
      "[135]\tvalid_0's rmse: 1339.47                                                                                          \n",
      "[136]\tvalid_0's rmse: 1337.77                                                                                          \n",
      "[137]\tvalid_0's rmse: 1336.15                                                                                          \n",
      "[138]\tvalid_0's rmse: 1333.89                                                                                          \n",
      "[139]\tvalid_0's rmse: 1332.37                                                                                          \n",
      "[140]\tvalid_0's rmse: 1330.95                                                                                          \n",
      "[141]\tvalid_0's rmse: 1329.44                                                                                          \n",
      "[142]\tvalid_0's rmse: 1328.05                                                                                          \n",
      "[143]\tvalid_0's rmse: 1326.15                                                                                          \n",
      "[144]\tvalid_0's rmse: 1324.84                                                                                          \n",
      "[145]\tvalid_0's rmse: 1323.4                                                                                           \n",
      "[146]\tvalid_0's rmse: 1322.17                                                                                          \n",
      "[147]\tvalid_0's rmse: 1319.94                                                                                          \n",
      "[148]\tvalid_0's rmse: 1318.61                                                                                          \n",
      "[149]\tvalid_0's rmse: 1317.36                                                                                          \n",
      "[150]\tvalid_0's rmse: 1315.62                                                                                          \n",
      "[151]\tvalid_0's rmse: 1314.31                                                                                          \n",
      "[152]\tvalid_0's rmse: 1312.26                                                                                          \n",
      "[153]\tvalid_0's rmse: 1311.12                                                                                          \n",
      "[154]\tvalid_0's rmse: 1309.2                                                                                           \n",
      "[155]\tvalid_0's rmse: 1307.55                                                                                          \n",
      "[156]\tvalid_0's rmse: 1306.45                                                                                          \n",
      "[157]\tvalid_0's rmse: 1305.37                                                                                          \n",
      "[158]\tvalid_0's rmse: 1303.76                                                                                          \n",
      "[159]\tvalid_0's rmse: 1301.58                                                                                          \n",
      "[160]\tvalid_0's rmse: 1300.36                                                                                          \n",
      "[161]\tvalid_0's rmse: 1299.15                                                                                          \n",
      "[162]\tvalid_0's rmse: 1297.47                                                                                          \n",
      "[163]\tvalid_0's rmse: 1295.59                                                                                          \n",
      "[164]\tvalid_0's rmse: 1294.1                                                                                           \n",
      "[165]\tvalid_0's rmse: 1291.87                                                                                          \n",
      "[166]\tvalid_0's rmse: 1290.68                                                                                          \n",
      "[167]\tvalid_0's rmse: 1288.94                                                                                          \n",
      "[168]\tvalid_0's rmse: 1288.11                                                                                          \n",
      "[169]\tvalid_0's rmse: 1287.05                                                                                          \n",
      "[170]\tvalid_0's rmse: 1285.3                                                                                           \n",
      "[171]\tvalid_0's rmse: 1283.62                                                                                          \n",
      "[172]\tvalid_0's rmse: 1282.64                                                                                          \n",
      "[173]\tvalid_0's rmse: 1281.48                                                                                          \n",
      "[174]\tvalid_0's rmse: 1280.68                                                                                          \n",
      "[175]\tvalid_0's rmse: 1279.19                                                                                          \n",
      "[176]\tvalid_0's rmse: 1278.13                                                                                          \n",
      "[177]\tvalid_0's rmse: 1276.89                                                                                          \n",
      "[178]\tvalid_0's rmse: 1275.26                                                                                          \n",
      "[179]\tvalid_0's rmse: 1274.22                                                                                          \n",
      "[180]\tvalid_0's rmse: 1272.88                                                                                          \n",
      "[181]\tvalid_0's rmse: 1271.65                                                                                          \n",
      "[182]\tvalid_0's rmse: 1270.39                                                                                          \n",
      "[183]\tvalid_0's rmse: 1269.26                                                                                          \n",
      "[184]\tvalid_0's rmse: 1267.31                                                                                          \n",
      "[185]\tvalid_0's rmse: 1266.16                                                                                          \n",
      "[186]\tvalid_0's rmse: 1265.26                                                                                          \n",
      "[187]\tvalid_0's rmse: 1264.31                                                                                          \n",
      "[188]\tvalid_0's rmse: 1263.22                                                                                          \n",
      "[189]\tvalid_0's rmse: 1262.46                                                                                          \n",
      "[190]\tvalid_0's rmse: 1260.68                                                                                          \n",
      "[191]\tvalid_0's rmse: 1259.67                                                                                          \n",
      "[192]\tvalid_0's rmse: 1258.85                                                                                          \n",
      "[193]\tvalid_0's rmse: 1257.64                                                                                          \n",
      "[194]\tvalid_0's rmse: 1256.57                                                                                          \n",
      "[195]\tvalid_0's rmse: 1255.77                                                                                          \n",
      "[196]\tvalid_0's rmse: 1254.5                                                                                           \n",
      "[197]\tvalid_0's rmse: 1253.29                                                                                          \n",
      "[198]\tvalid_0's rmse: 1252.32                                                                                          \n",
      "[199]\tvalid_0's rmse: 1250.68                                                                                          \n",
      "[200]\tvalid_0's rmse: 1249.34                                                                                          \n",
      "[201]\tvalid_0's rmse: 1248.43                                                                                          \n",
      "[202]\tvalid_0's rmse: 1247.28                                                                                          \n",
      "[203]\tvalid_0's rmse: 1246.07                                                                                          \n",
      "[204]\tvalid_0's rmse: 1244.52                                                                                          \n",
      "[205]\tvalid_0's rmse: 1243.83                                                                                          \n",
      "[206]\tvalid_0's rmse: 1242.27                                                                                          \n",
      "[207]\tvalid_0's rmse: 1240.93                                                                                          \n",
      "[208]\tvalid_0's rmse: 1240.29                                                                                          \n",
      "[209]\tvalid_0's rmse: 1239.65                                                                                          \n",
      "[210]\tvalid_0's rmse: 1238.77                                                                                          \n",
      "[211]\tvalid_0's rmse: 1237.85                                                                                          \n",
      "[212]\tvalid_0's rmse: 1237.11                                                                                          \n",
      "[213]\tvalid_0's rmse: 1236.04                                                                                          \n",
      "[214]\tvalid_0's rmse: 1235.49                                                                                          \n",
      "[215]\tvalid_0's rmse: 1234.71                                                                                          \n",
      "[216]\tvalid_0's rmse: 1233.83                                                                                          \n",
      "[217]\tvalid_0's rmse: 1233.09                                                                                          \n",
      "[218]\tvalid_0's rmse: 1231.9                                                                                           \n",
      "[219]\tvalid_0's rmse: 1230.92                                                                                          \n",
      "[220]\tvalid_0's rmse: 1229.66                                                                                          \n",
      "[221]\tvalid_0's rmse: 1228.45                                                                                          \n",
      "[222]\tvalid_0's rmse: 1227.72                                                                                          \n",
      "[223]\tvalid_0's rmse: 1226.97                                                                                          \n",
      "[224]\tvalid_0's rmse: 1226.23                                                                                          \n",
      "[225]\tvalid_0's rmse: 1225.72                                                                                          \n",
      "[226]\tvalid_0's rmse: 1224.4                                                                                           \n",
      "[227]\tvalid_0's rmse: 1223.63                                                                                          \n",
      "[228]\tvalid_0's rmse: 1222.62                                                                                          \n",
      "[229]\tvalid_0's rmse: 1221.69                                                                                          \n",
      "[230]\tvalid_0's rmse: 1221.2                                                                                           \n",
      "[231]\tvalid_0's rmse: 1220.41                                                                                          \n",
      "[232]\tvalid_0's rmse: 1219.63                                                                                          \n",
      "[233]\tvalid_0's rmse: 1218.78                                                                                          \n",
      "[234]\tvalid_0's rmse: 1218.03                                                                                          \n",
      "[235]\tvalid_0's rmse: 1217.14                                                                                          \n",
      "[236]\tvalid_0's rmse: 1216.48                                                                                          \n",
      "[237]\tvalid_0's rmse: 1215.45                                                                                          \n",
      "[238]\tvalid_0's rmse: 1214.46                                                                                          \n",
      "[239]\tvalid_0's rmse: 1213.34                                                                                          \n",
      "[240]\tvalid_0's rmse: 1212.8                                                                                           \n",
      "[241]\tvalid_0's rmse: 1211.96                                                                                          \n",
      "[242]\tvalid_0's rmse: 1210.94                                                                                          \n",
      "[243]\tvalid_0's rmse: 1210.18                                                                                          \n",
      "[244]\tvalid_0's rmse: 1209.54                                                                                          \n",
      "[245]\tvalid_0's rmse: 1208.79                                                                                          \n",
      "[246]\tvalid_0's rmse: 1208.16                                                                                          \n",
      "[247]\tvalid_0's rmse: 1207.27                                                                                          \n",
      "[248]\tvalid_0's rmse: 1206.6                                                                                           \n",
      "[249]\tvalid_0's rmse: 1205.91                                                                                          \n",
      "[250]\tvalid_0's rmse: 1205.25                                                                                          \n",
      "[251]\tvalid_0's rmse: 1204.33                                                                                          \n",
      "[252]\tvalid_0's rmse: 1203.28                                                                                          \n",
      "[253]\tvalid_0's rmse: 1202.72                                                                                          \n",
      "[254]\tvalid_0's rmse: 1201.78                                                                                          \n",
      "[255]\tvalid_0's rmse: 1200.81                                                                                          \n",
      "[256]\tvalid_0's rmse: 1200.2                                                                                           \n",
      "[257]\tvalid_0's rmse: 1199.12                                                                                          \n",
      "[258]\tvalid_0's rmse: 1198.45                                                                                          \n",
      "[259]\tvalid_0's rmse: 1197.76                                                                                          \n",
      "[260]\tvalid_0's rmse: 1197                                                                                             \n",
      "[261]\tvalid_0's rmse: 1196.32                                                                                          \n",
      "[262]\tvalid_0's rmse: 1195.35                                                                                          \n",
      "[263]\tvalid_0's rmse: 1194.81                                                                                          \n",
      "[264]\tvalid_0's rmse: 1193.94                                                                                          \n",
      "[265]\tvalid_0's rmse: 1193.2                                                                                           \n",
      "[266]\tvalid_0's rmse: 1192.48                                                                                          \n",
      "[267]\tvalid_0's rmse: 1191.65                                                                                          \n",
      "[268]\tvalid_0's rmse: 1190.76                                                                                          \n",
      "[269]\tvalid_0's rmse: 1190.12                                                                                          \n",
      "[270]\tvalid_0's rmse: 1189.3                                                                                           \n",
      "[271]\tvalid_0's rmse: 1188.28                                                                                          \n",
      "[272]\tvalid_0's rmse: 1187.79                                                                                          \n",
      "[273]\tvalid_0's rmse: 1186.93                                                                                          \n",
      "[274]\tvalid_0's rmse: 1186.36                                                                                          \n",
      "[275]\tvalid_0's rmse: 1185.64                                                                                          \n",
      "[276]\tvalid_0's rmse: 1185.12                                                                                          \n",
      "[277]\tvalid_0's rmse: 1184.22                                                                                          \n",
      "[278]\tvalid_0's rmse: 1183.6                                                                                           \n",
      "[279]\tvalid_0's rmse: 1182.61                                                                                          \n",
      "[280]\tvalid_0's rmse: 1181.86                                                                                          \n",
      "[281]\tvalid_0's rmse: 1180.95                                                                                          \n",
      "[282]\tvalid_0's rmse: 1180.15                                                                                          \n",
      "[283]\tvalid_0's rmse: 1179.32                                                                                          \n",
      "[284]\tvalid_0's rmse: 1178.76                                                                                          \n",
      "[285]\tvalid_0's rmse: 1177.72                                                                                          \n",
      "[286]\tvalid_0's rmse: 1176.83                                                                                          \n",
      "[287]\tvalid_0's rmse: 1176.26                                                                                          \n",
      "[288]\tvalid_0's rmse: 1175.76                                                                                          \n",
      "[289]\tvalid_0's rmse: 1175.02                                                                                          \n",
      "[290]\tvalid_0's rmse: 1173.95                                                                                          \n",
      "[291]\tvalid_0's rmse: 1173.2                                                                                           \n",
      "[292]\tvalid_0's rmse: 1172.74                                                                                          \n",
      "[293]\tvalid_0's rmse: 1172.13                                                                                          \n",
      "[294]\tvalid_0's rmse: 1171.37                                                                                          \n",
      "[295]\tvalid_0's rmse: 1170.72                                                                                          \n",
      "[296]\tvalid_0's rmse: 1169.59                                                                                          \n",
      "[297]\tvalid_0's rmse: 1168.97                                                                                          \n",
      "[298]\tvalid_0's rmse: 1168.18                                                                                          \n",
      "[299]\tvalid_0's rmse: 1167.28                                                                                          \n",
      "[300]\tvalid_0's rmse: 1166.79                                                                                          \n",
      "[301]\tvalid_0's rmse: 1166.11                                                                                          \n",
      "[302]\tvalid_0's rmse: 1165.26                                                                                          \n",
      "[303]\tvalid_0's rmse: 1164.2                                                                                           \n",
      "[304]\tvalid_0's rmse: 1163.5                                                                                           \n",
      "[305]\tvalid_0's rmse: 1162.73                                                                                          \n",
      "[306]\tvalid_0's rmse: 1162.05                                                                                          \n",
      "[307]\tvalid_0's rmse: 1161.24                                                                                          \n",
      "[308]\tvalid_0's rmse: 1160.58                                                                                          \n",
      "[309]\tvalid_0's rmse: 1159.95                                                                                          \n",
      "[310]\tvalid_0's rmse: 1158.92                                                                                          \n",
      "[311]\tvalid_0's rmse: 1158.25                                                                                          \n",
      "[312]\tvalid_0's rmse: 1157.43                                                                                          \n",
      "[313]\tvalid_0's rmse: 1156.65                                                                                          \n",
      "[314]\tvalid_0's rmse: 1156.14                                                                                          \n",
      "[315]\tvalid_0's rmse: 1155.47                                                                                          \n",
      "[316]\tvalid_0's rmse: 1154.8                                                                                           \n",
      "[317]\tvalid_0's rmse: 1154.2                                                                                           \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[317]\tvalid_0's rmse: 1154.2\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.012456 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7144.22                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6809.3                                                                                             \n",
      "[3]\tvalid_0's rmse: 6500.7                                                                                             \n",
      "[4]\tvalid_0's rmse: 6201.07                                                                                            \n",
      "[5]\tvalid_0's rmse: 5916.67                                                                                            \n",
      "[6]\tvalid_0's rmse: 5657.62                                                                                            \n",
      "[7]\tvalid_0's rmse: 5407.8                                                                                             \n",
      "[8]\tvalid_0's rmse: 5169.29                                                                                            \n",
      "[9]\tvalid_0's rmse: 4955.96                                                                                            \n",
      "[10]\tvalid_0's rmse: 4745.34                                                                                           \n",
      "[11]\tvalid_0's rmse: 4545.87                                                                                           \n",
      "[12]\tvalid_0's rmse: 4358.27                                                                                           \n",
      "[13]\tvalid_0's rmse: 4181.26                                                                                           \n",
      " 90%|████████████████████████████████████████████     | 18/20 [00:56<00:06,  3.15s/trial, best loss: 1272635.763584455]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[14]\tvalid_0's rmse: 4019.23                                                                                           \n",
      "[15]\tvalid_0's rmse: 3863.82                                                                                           \n",
      "[16]\tvalid_0's rmse: 3717.71                                                                                           \n",
      "[17]\tvalid_0's rmse: 3579.43                                                                                           \n",
      "[18]\tvalid_0's rmse: 3450.07                                                                                           \n",
      "[19]\tvalid_0's rmse: 3330.61                                                                                           \n",
      "[20]\tvalid_0's rmse: 3217.15                                                                                           \n",
      "[21]\tvalid_0's rmse: 3109.21                                                                                           \n",
      "[22]\tvalid_0's rmse: 3009.37                                                                                           \n",
      "[23]\tvalid_0's rmse: 2914.93                                                                                           \n",
      "[24]\tvalid_0's rmse: 2826.3                                                                                            \n",
      "[25]\tvalid_0's rmse: 2743.15                                                                                           \n",
      "[26]\tvalid_0's rmse: 2664.43                                                                                           \n",
      "[27]\tvalid_0's rmse: 2590.63                                                                                           \n",
      "[28]\tvalid_0's rmse: 2523.22                                                                                           \n",
      "[29]\tvalid_0's rmse: 2459.26                                                                                           \n",
      "[30]\tvalid_0's rmse: 2400.29                                                                                           \n",
      "[31]\tvalid_0's rmse: 2344.71                                                                                           \n",
      "[32]\tvalid_0's rmse: 2291.9                                                                                            \n",
      "[33]\tvalid_0's rmse: 2242.51                                                                                           \n",
      "[34]\tvalid_0's rmse: 2196.91                                                                                           \n",
      "[35]\tvalid_0's rmse: 2153.33                                                                                           \n",
      "[36]\tvalid_0's rmse: 2114.49                                                                                           \n",
      "[37]\tvalid_0's rmse: 2073.44                                                                                           \n",
      "[38]\tvalid_0's rmse: 2039.56                                                                                           \n",
      "[39]\tvalid_0's rmse: 2003.66                                                                                           \n",
      "[40]\tvalid_0's rmse: 1971.96                                                                                           \n",
      "[41]\tvalid_0's rmse: 1941.23                                                                                           \n",
      "[42]\tvalid_0's rmse: 1912.63                                                                                           \n",
      "[43]\tvalid_0's rmse: 1885.63                                                                                           \n",
      "[44]\tvalid_0's rmse: 1863.08                                                                                           \n",
      "[45]\tvalid_0's rmse: 1839.03                                                                                           \n",
      "[46]\tvalid_0's rmse: 1815.81                                                                                           \n",
      "[47]\tvalid_0's rmse: 1795.52                                                                                           \n",
      "[48]\tvalid_0's rmse: 1776.04                                                                                           \n",
      "[49]\tvalid_0's rmse: 1756.18                                                                                           \n",
      "[50]\tvalid_0's rmse: 1737.89                                                                                           \n",
      "[51]\tvalid_0's rmse: 1721.03                                                                                           \n",
      "[52]\tvalid_0's rmse: 1705.31                                                                                           \n",
      "[53]\tvalid_0's rmse: 1691.57                                                                                           \n",
      "[54]\tvalid_0's rmse: 1677.46                                                                                           \n",
      "[55]\tvalid_0's rmse: 1663.69                                                                                           \n",
      "[56]\tvalid_0's rmse: 1651.23                                                                                           \n",
      "[57]\tvalid_0's rmse: 1639.04                                                                                           \n",
      "[58]\tvalid_0's rmse: 1628.77                                                                                           \n",
      "[59]\tvalid_0's rmse: 1619.22                                                                                           \n",
      "[60]\tvalid_0's rmse: 1610.23                                                                                           \n",
      "[61]\tvalid_0's rmse: 1600.99                                                                                           \n",
      "[62]\tvalid_0's rmse: 1591.45                                                                                           \n",
      "[63]\tvalid_0's rmse: 1582.68                                                                                           \n",
      "[64]\tvalid_0's rmse: 1574.47                                                                                           \n",
      "[65]\tvalid_0's rmse: 1566.94                                                                                           \n",
      "[66]\tvalid_0's rmse: 1558.6                                                                                            \n",
      "[67]\tvalid_0's rmse: 1551.72                                                                                           \n",
      "[68]\tvalid_0's rmse: 1544.57                                                                                           \n",
      "[69]\tvalid_0's rmse: 1538.57                                                                                           \n",
      "[70]\tvalid_0's rmse: 1533.04                                                                                           \n",
      "[71]\tvalid_0's rmse: 1526.49                                                                                           \n",
      "[72]\tvalid_0's rmse: 1521.03                                                                                           \n",
      "[73]\tvalid_0's rmse: 1515.07                                                                                           \n",
      "[74]\tvalid_0's rmse: 1509.39                                                                                           \n",
      "[75]\tvalid_0's rmse: 1503.95                                                                                           \n",
      "[76]\tvalid_0's rmse: 1498.96                                                                                           \n",
      "[77]\tvalid_0's rmse: 1494.27                                                                                           \n",
      "[78]\tvalid_0's rmse: 1489.7                                                                                            \n",
      "[79]\tvalid_0's rmse: 1485.48                                                                                           \n",
      "[80]\tvalid_0's rmse: 1481.17                                                                                           \n",
      "[81]\tvalid_0's rmse: 1477.12                                                                                           \n",
      "[82]\tvalid_0's rmse: 1473.04                                                                                           \n",
      "[83]\tvalid_0's rmse: 1469.39                                                                                           \n",
      "[84]\tvalid_0's rmse: 1465.19                                                                                           \n",
      "[85]\tvalid_0's rmse: 1461.08                                                                                           \n",
      "[86]\tvalid_0's rmse: 1457.03                                                                                           \n",
      "[87]\tvalid_0's rmse: 1452.87                                                                                           \n",
      "[88]\tvalid_0's rmse: 1449.35                                                                                           \n",
      "[89]\tvalid_0's rmse: 1445.76                                                                                           \n",
      "[90]\tvalid_0's rmse: 1442.3                                                                                            \n",
      "[91]\tvalid_0's rmse: 1439.21                                                                                           \n",
      "[92]\tvalid_0's rmse: 1435.69                                                                                           \n",
      "[93]\tvalid_0's rmse: 1432.73                                                                                           \n",
      "[94]\tvalid_0's rmse: 1429.75                                                                                           \n",
      "[95]\tvalid_0's rmse: 1427.33                                                                                           \n",
      "[96]\tvalid_0's rmse: 1424.43                                                                                           \n",
      "[97]\tvalid_0's rmse: 1421.3                                                                                            \n",
      "[98]\tvalid_0's rmse: 1418.6                                                                                            \n",
      "[99]\tvalid_0's rmse: 1416.3                                                                                            \n",
      "[100]\tvalid_0's rmse: 1414.09                                                                                          \n",
      "[101]\tvalid_0's rmse: 1411.24                                                                                          \n",
      "[102]\tvalid_0's rmse: 1408.68                                                                                          \n",
      "[103]\tvalid_0's rmse: 1405.72                                                                                          \n",
      "[104]\tvalid_0's rmse: 1402.85                                                                                          \n",
      "[105]\tvalid_0's rmse: 1400.73                                                                                          \n",
      "[106]\tvalid_0's rmse: 1398.05                                                                                          \n",
      "[107]\tvalid_0's rmse: 1395.56                                                                                          \n",
      "[108]\tvalid_0's rmse: 1393.29                                                                                          \n",
      "[109]\tvalid_0's rmse: 1391.02                                                                                          \n",
      "[110]\tvalid_0's rmse: 1388.95                                                                                          \n",
      "[111]\tvalid_0's rmse: 1386.68                                                                                          \n",
      "[112]\tvalid_0's rmse: 1384.78                                                                                          \n",
      "[113]\tvalid_0's rmse: 1382.92                                                                                          \n",
      "[114]\tvalid_0's rmse: 1380.63                                                                                          \n",
      "[115]\tvalid_0's rmse: 1379.03                                                                                          \n",
      "[116]\tvalid_0's rmse: 1376.92                                                                                          \n",
      "[117]\tvalid_0's rmse: 1375.16                                                                                          \n",
      "[118]\tvalid_0's rmse: 1373.09                                                                                          \n",
      "[119]\tvalid_0's rmse: 1371.28                                                                                          \n",
      "[120]\tvalid_0's rmse: 1369.25                                                                                          \n",
      "[121]\tvalid_0's rmse: 1367.61                                                                                          \n",
      "[122]\tvalid_0's rmse: 1365.37                                                                                          \n",
      "[123]\tvalid_0's rmse: 1363.42                                                                                          \n",
      "[124]\tvalid_0's rmse: 1361.63                                                                                          \n",
      "[125]\tvalid_0's rmse: 1359.75                                                                                          \n",
      "[126]\tvalid_0's rmse: 1357.99                                                                                          \n",
      "[127]\tvalid_0's rmse: 1356.1                                                                                           \n",
      "[128]\tvalid_0's rmse: 1354.22                                                                                          \n",
      "[129]\tvalid_0's rmse: 1352.71                                                                                          \n",
      "[130]\tvalid_0's rmse: 1350.99                                                                                          \n",
      "[131]\tvalid_0's rmse: 1349.03                                                                                          \n",
      "[132]\tvalid_0's rmse: 1347.19                                                                                          \n",
      "[133]\tvalid_0's rmse: 1345.75                                                                                          \n",
      "[134]\tvalid_0's rmse: 1344.2                                                                                           \n",
      "[135]\tvalid_0's rmse: 1342.5                                                                                           \n",
      "[136]\tvalid_0's rmse: 1340.5                                                                                           \n",
      "[137]\tvalid_0's rmse: 1338.79                                                                                          \n",
      "[138]\tvalid_0's rmse: 1337.03                                                                                          \n",
      "[139]\tvalid_0's rmse: 1335.53                                                                                          \n",
      "[140]\tvalid_0's rmse: 1333.64                                                                                          \n",
      "[141]\tvalid_0's rmse: 1332.24                                                                                          \n",
      "[142]\tvalid_0's rmse: 1330.85                                                                                          \n",
      "[143]\tvalid_0's rmse: 1328.55                                                                                          \n",
      "[144]\tvalid_0's rmse: 1327                                                                                             \n",
      "[145]\tvalid_0's rmse: 1325.83                                                                                          \n",
      "[146]\tvalid_0's rmse: 1324.67                                                                                          \n",
      "[147]\tvalid_0's rmse: 1322.45                                                                                          \n",
      "[148]\tvalid_0's rmse: 1320.92                                                                                          \n",
      "[149]\tvalid_0's rmse: 1319.54                                                                                          \n",
      "[150]\tvalid_0's rmse: 1318.09                                                                                          \n",
      "[151]\tvalid_0's rmse: 1316.78                                                                                          \n",
      "[152]\tvalid_0's rmse: 1315.43                                                                                          \n",
      "[153]\tvalid_0's rmse: 1314.04                                                                                          \n",
      "[154]\tvalid_0's rmse: 1312.36                                                                                          \n",
      "[155]\tvalid_0's rmse: 1311.18                                                                                          \n",
      "[156]\tvalid_0's rmse: 1308.88                                                                                          \n",
      "[157]\tvalid_0's rmse: 1307.67                                                                                          \n",
      "[158]\tvalid_0's rmse: 1306.02                                                                                          \n",
      "[159]\tvalid_0's rmse: 1304.45                                                                                          \n",
      "[160]\tvalid_0's rmse: 1303.6                                                                                           \n",
      "[161]\tvalid_0's rmse: 1302.62                                                                                          \n",
      "[162]\tvalid_0's rmse: 1300.85                                                                                          \n",
      "[163]\tvalid_0's rmse: 1299.33                                                                                          \n",
      "[164]\tvalid_0's rmse: 1297.15                                                                                          \n",
      "[165]\tvalid_0's rmse: 1295.56                                                                                          \n",
      "[166]\tvalid_0's rmse: 1294.47                                                                                          \n",
      "[167]\tvalid_0's rmse: 1293.07                                                                                          \n",
      "[168]\tvalid_0's rmse: 1292                                                                                             \n",
      "[169]\tvalid_0's rmse: 1291.12                                                                                          \n",
      "[170]\tvalid_0's rmse: 1290.1                                                                                           \n",
      "[171]\tvalid_0's rmse: 1288.45                                                                                          \n",
      "[172]\tvalid_0's rmse: 1286.54                                                                                          \n",
      "[173]\tvalid_0's rmse: 1285.36                                                                                          \n",
      "[174]\tvalid_0's rmse: 1284.24                                                                                          \n",
      "[175]\tvalid_0's rmse: 1282.66                                                                                          \n",
      "[176]\tvalid_0's rmse: 1281.71                                                                                          \n",
      "[177]\tvalid_0's rmse: 1280.31                                                                                          \n",
      "[178]\tvalid_0's rmse: 1279.39                                                                                          \n",
      "[179]\tvalid_0's rmse: 1278.63                                                                                          \n",
      "[180]\tvalid_0's rmse: 1277.62                                                                                          \n",
      "[181]\tvalid_0's rmse: 1276.51                                                                                          \n",
      "[182]\tvalid_0's rmse: 1274.67                                                                                          \n",
      "[183]\tvalid_0's rmse: 1273.57                                                                                          \n",
      "[184]\tvalid_0's rmse: 1272.55                                                                                          \n",
      "[185]\tvalid_0's rmse: 1271.42                                                                                          \n",
      "[186]\tvalid_0's rmse: 1270.42                                                                                          \n",
      "[187]\tvalid_0's rmse: 1269.71                                                                                          \n",
      "[188]\tvalid_0's rmse: 1268.07                                                                                          \n",
      "[189]\tvalid_0's rmse: 1267.04                                                                                          \n",
      "[190]\tvalid_0's rmse: 1266.31                                                                                          \n",
      "[191]\tvalid_0's rmse: 1265.14                                                                                          \n",
      "[192]\tvalid_0's rmse: 1264.07                                                                                          \n",
      "[193]\tvalid_0's rmse: 1263.42                                                                                          \n",
      "[194]\tvalid_0's rmse: 1262.38                                                                                          \n",
      "[195]\tvalid_0's rmse: 1261.42                                                                                          \n",
      "[196]\tvalid_0's rmse: 1260.34                                                                                          \n",
      "[197]\tvalid_0's rmse: 1259.19                                                                                          \n",
      "[198]\tvalid_0's rmse: 1258.22                                                                                          \n",
      "[199]\tvalid_0's rmse: 1257.41                                                                                          \n",
      "[200]\tvalid_0's rmse: 1256.57                                                                                          \n",
      "[201]\tvalid_0's rmse: 1255.15                                                                                          \n",
      "[202]\tvalid_0's rmse: 1254.14                                                                                          \n",
      "[203]\tvalid_0's rmse: 1253.24                                                                                          \n",
      "[204]\tvalid_0's rmse: 1251.99                                                                                          \n",
      "[205]\tvalid_0's rmse: 1250.59                                                                                          \n",
      "[206]\tvalid_0's rmse: 1249.47                                                                                          \n",
      "[207]\tvalid_0's rmse: 1248.12                                                                                          \n",
      "[208]\tvalid_0's rmse: 1247.46                                                                                          \n",
      "[209]\tvalid_0's rmse: 1246.49                                                                                          \n",
      "[210]\tvalid_0's rmse: 1245.18                                                                                          \n",
      "[211]\tvalid_0's rmse: 1244.46                                                                                          \n",
      "[212]\tvalid_0's rmse: 1243.89                                                                                          \n",
      "[213]\tvalid_0's rmse: 1243.17                                                                                          \n",
      "[214]\tvalid_0's rmse: 1242                                                                                             \n",
      "[215]\tvalid_0's rmse: 1241.32                                                                                          \n",
      "[216]\tvalid_0's rmse: 1240.42                                                                                          \n",
      "[217]\tvalid_0's rmse: 1239.18                                                                                          \n",
      "[218]\tvalid_0's rmse: 1238.36                                                                                          \n",
      "[219]\tvalid_0's rmse: 1237.15                                                                                          \n",
      "[220]\tvalid_0's rmse: 1236.4                                                                                           \n",
      "[221]\tvalid_0's rmse: 1235.38                                                                                          \n",
      "[222]\tvalid_0's rmse: 1234.26                                                                                          \n",
      "[223]\tvalid_0's rmse: 1233.76                                                                                          \n",
      "[224]\tvalid_0's rmse: 1233.04                                                                                          \n",
      "[225]\tvalid_0's rmse: 1232.19                                                                                          \n",
      "[226]\tvalid_0's rmse: 1231.34                                                                                          \n",
      "[227]\tvalid_0's rmse: 1230.74                                                                                          \n",
      "[228]\tvalid_0's rmse: 1229.52                                                                                          \n",
      "[229]\tvalid_0's rmse: 1228.96                                                                                          \n",
      "[230]\tvalid_0's rmse: 1227.84                                                                                          \n",
      "[231]\tvalid_0's rmse: 1226.95                                                                                          \n",
      "[232]\tvalid_0's rmse: 1226.32                                                                                          \n",
      "[233]\tvalid_0's rmse: 1225.59                                                                                          \n",
      "[234]\tvalid_0's rmse: 1224.58                                                                                          \n",
      "[235]\tvalid_0's rmse: 1223.79                                                                                          \n",
      "[236]\tvalid_0's rmse: 1223.09                                                                                          \n",
      "[237]\tvalid_0's rmse: 1221.85                                                                                          \n",
      "[238]\tvalid_0's rmse: 1220.79                                                                                          \n",
      "[239]\tvalid_0's rmse: 1220.17                                                                                          \n",
      "[240]\tvalid_0's rmse: 1219.46                                                                                          \n",
      "[241]\tvalid_0's rmse: 1218.48                                                                                          \n",
      "[242]\tvalid_0's rmse: 1217.63                                                                                          \n",
      "[243]\tvalid_0's rmse: 1216.92                                                                                          \n",
      "[244]\tvalid_0's rmse: 1216.25                                                                                          \n",
      "[245]\tvalid_0's rmse: 1215.53                                                                                          \n",
      "[246]\tvalid_0's rmse: 1214.54                                                                                          \n",
      "[247]\tvalid_0's rmse: 1213.49                                                                                          \n",
      "[248]\tvalid_0's rmse: 1213                                                                                             \n",
      "[249]\tvalid_0's rmse: 1211.83                                                                                          \n",
      "[250]\tvalid_0's rmse: 1211.22                                                                                          \n",
      "[251]\tvalid_0's rmse: 1210.01                                                                                          \n",
      "[252]\tvalid_0's rmse: 1208.78                                                                                          \n",
      "[253]\tvalid_0's rmse: 1207.9                                                                                           \n",
      "[254]\tvalid_0's rmse: 1206.59                                                                                          \n",
      "[255]\tvalid_0's rmse: 1205.74                                                                                          \n",
      "[256]\tvalid_0's rmse: 1205                                                                                             \n",
      "[257]\tvalid_0's rmse: 1204.13                                                                                          \n",
      "[258]\tvalid_0's rmse: 1203.16                                                                                          \n",
      "[259]\tvalid_0's rmse: 1202.06                                                                                          \n",
      "[260]\tvalid_0's rmse: 1201.17                                                                                          \n",
      "[261]\tvalid_0's rmse: 1200.24                                                                                          \n",
      "[262]\tvalid_0's rmse: 1199.62                                                                                          \n",
      "[263]\tvalid_0's rmse: 1198.38                                                                                          \n",
      "[264]\tvalid_0's rmse: 1197.57                                                                                          \n",
      "[265]\tvalid_0's rmse: 1196.51                                                                                          \n",
      "[266]\tvalid_0's rmse: 1195.9                                                                                           \n",
      "[267]\tvalid_0's rmse: 1195.29                                                                                          \n",
      "[268]\tvalid_0's rmse: 1194.47                                                                                          \n",
      "[269]\tvalid_0's rmse: 1193.81                                                                                          \n",
      "[270]\tvalid_0's rmse: 1193.1                                                                                           \n",
      "[271]\tvalid_0's rmse: 1192.36                                                                                          \n",
      "[272]\tvalid_0's rmse: 1191.68                                                                                          \n",
      "[273]\tvalid_0's rmse: 1191.14                                                                                          \n",
      "[274]\tvalid_0's rmse: 1190.6                                                                                           \n",
      "[275]\tvalid_0's rmse: 1189.67                                                                                          \n",
      "[276]\tvalid_0's rmse: 1189.03                                                                                          \n",
      "[277]\tvalid_0's rmse: 1188.36                                                                                          \n",
      "[278]\tvalid_0's rmse: 1187.37                                                                                          \n",
      "[279]\tvalid_0's rmse: 1186.14                                                                                          \n",
      "[280]\tvalid_0's rmse: 1185.58                                                                                          \n",
      "[281]\tvalid_0's rmse: 1184.57                                                                                          \n",
      "[282]\tvalid_0's rmse: 1183.54                                                                                          \n",
      "[283]\tvalid_0's rmse: 1182.98                                                                                          \n",
      "[284]\tvalid_0's rmse: 1182.28                                                                                          \n",
      "[285]\tvalid_0's rmse: 1181.41                                                                                          \n",
      "[286]\tvalid_0's rmse: 1180.57                                                                                          \n",
      "[287]\tvalid_0's rmse: 1179.7                                                                                           \n",
      "[288]\tvalid_0's rmse: 1179.24                                                                                          \n",
      "[289]\tvalid_0's rmse: 1178.44                                                                                          \n",
      "[290]\tvalid_0's rmse: 1177.81                                                                                          \n",
      "[291]\tvalid_0's rmse: 1176.79                                                                                          \n",
      "[292]\tvalid_0's rmse: 1176.16                                                                                          \n",
      "[293]\tvalid_0's rmse: 1175.34                                                                                          \n",
      "[294]\tvalid_0's rmse: 1174.35                                                                                          \n",
      "[295]\tvalid_0's rmse: 1173.48                                                                                          \n",
      "[296]\tvalid_0's rmse: 1172.75                                                                                          \n",
      "[297]\tvalid_0's rmse: 1172.11                                                                                          \n",
      "[298]\tvalid_0's rmse: 1171.51                                                                                          \n",
      "[299]\tvalid_0's rmse: 1170.66                                                                                          \n",
      "[300]\tvalid_0's rmse: 1170.17                                                                                          \n",
      "[301]\tvalid_0's rmse: 1169.58                                                                                          \n",
      "[302]\tvalid_0's rmse: 1169.02                                                                                          \n",
      "[303]\tvalid_0's rmse: 1168.56                                                                                          \n",
      "[304]\tvalid_0's rmse: 1168.01                                                                                          \n",
      "[305]\tvalid_0's rmse: 1167.54                                                                                          \n",
      "[306]\tvalid_0's rmse: 1166.69                                                                                          \n",
      "[307]\tvalid_0's rmse: 1166                                                                                             \n",
      "[308]\tvalid_0's rmse: 1165.14                                                                                          \n",
      "[309]\tvalid_0's rmse: 1164.43                                                                                          \n",
      "[310]\tvalid_0's rmse: 1163.75                                                                                          \n",
      "[311]\tvalid_0's rmse: 1163.04                                                                                          \n",
      "[312]\tvalid_0's rmse: 1162.43                                                                                          \n",
      "[313]\tvalid_0's rmse: 1161.75                                                                                          \n",
      "[314]\tvalid_0's rmse: 1160.89                                                                                          \n",
      "[315]\tvalid_0's rmse: 1160.27                                                                                          \n",
      "[316]\tvalid_0's rmse: 1159.61                                                                                          \n",
      "[317]\tvalid_0's rmse: 1158.73                                                                                          \n",
      "[318]\tvalid_0's rmse: 1158                                                                                             \n",
      "[319]\tvalid_0's rmse: 1157.34                                                                                          \n",
      "[320]\tvalid_0's rmse: 1156.63                                                                                          \n",
      "[321]\tvalid_0's rmse: 1155.62                                                                                          \n",
      "[322]\tvalid_0's rmse: 1154.9                                                                                           \n",
      "[323]\tvalid_0's rmse: 1154.43                                                                                          \n",
      "[324]\tvalid_0's rmse: 1153.43                                                                                          \n",
      "[325]\tvalid_0's rmse: 1152.95                                                                                          \n",
      "[326]\tvalid_0's rmse: 1152.43                                                                                          \n",
      "[327]\tvalid_0's rmse: 1151.94                                                                                          \n",
      "[328]\tvalid_0's rmse: 1151.32                                                                                          \n",
      "[329]\tvalid_0's rmse: 1150.79                                                                                          \n",
      "[330]\tvalid_0's rmse: 1150.2                                                                                           \n",
      "[331]\tvalid_0's rmse: 1149.73                                                                                          \n",
      "[332]\tvalid_0's rmse: 1148.87                                                                                          \n",
      "[333]\tvalid_0's rmse: 1148.05                                                                                          \n",
      "[334]\tvalid_0's rmse: 1147.63                                                                                          \n",
      "[335]\tvalid_0's rmse: 1147.04                                                                                          \n",
      "[336]\tvalid_0's rmse: 1146.42                                                                                          \n",
      "[337]\tvalid_0's rmse: 1145.64                                                                                          \n",
      "[338]\tvalid_0's rmse: 1145.11                                                                                          \n",
      "[339]\tvalid_0's rmse: 1144.53                                                                                          \n",
      "[340]\tvalid_0's rmse: 1143.66                                                                                          \n",
      "[341]\tvalid_0's rmse: 1143.02                                                                                          \n",
      "[342]\tvalid_0's rmse: 1142.45                                                                                          \n",
      "[343]\tvalid_0's rmse: 1141.72                                                                                          \n",
      "[344]\tvalid_0's rmse: 1141.09                                                                                          \n",
      "[345]\tvalid_0's rmse: 1140.49                                                                                          \n",
      "[346]\tvalid_0's rmse: 1139.9                                                                                           \n",
      "[347]\tvalid_0's rmse: 1139.26                                                                                          \n",
      "[348]\tvalid_0's rmse: 1138.64                                                                                          \n",
      "[349]\tvalid_0's rmse: 1138.19                                                                                          \n",
      "[350]\tvalid_0's rmse: 1137.7                                                                                           \n",
      "[351]\tvalid_0's rmse: 1137.12                                                                                          \n",
      "[352]\tvalid_0's rmse: 1136.21                                                                                          \n",
      "[353]\tvalid_0's rmse: 1135.88                                                                                          \n",
      "[354]\tvalid_0's rmse: 1135.37                                                                                          \n",
      "[355]\tvalid_0's rmse: 1134.73                                                                                          \n",
      "[356]\tvalid_0's rmse: 1134.29                                                                                          \n",
      "[357]\tvalid_0's rmse: 1133.79                                                                                          \n",
      "[358]\tvalid_0's rmse: 1133.39                                                                                          \n",
      "[359]\tvalid_0's rmse: 1132.7                                                                                           \n",
      "[360]\tvalid_0's rmse: 1132.1                                                                                           \n",
      "[361]\tvalid_0's rmse: 1131.42                                                                                          \n",
      "[362]\tvalid_0's rmse: 1130.9                                                                                           \n",
      "[363]\tvalid_0's rmse: 1130.42                                                                                          \n",
      "[364]\tvalid_0's rmse: 1129.98                                                                                          \n",
      "[365]\tvalid_0's rmse: 1129.11                                                                                          \n",
      "[366]\tvalid_0's rmse: 1128.52                                                                                          \n",
      "[367]\tvalid_0's rmse: 1127.79                                                                                          \n",
      "[368]\tvalid_0's rmse: 1126.96                                                                                          \n",
      "[369]\tvalid_0's rmse: 1126.16                                                                                          \n",
      "[370]\tvalid_0's rmse: 1125.69                                                                                          \n",
      "[371]\tvalid_0's rmse: 1125.19                                                                                          \n",
      "[372]\tvalid_0's rmse: 1124.73                                                                                          \n",
      "[373]\tvalid_0's rmse: 1124.15                                                                                          \n",
      "[374]\tvalid_0's rmse: 1123.52                                                                                          \n",
      "[375]\tvalid_0's rmse: 1123.02                                                                                          \n",
      "[376]\tvalid_0's rmse: 1122.55                                                                                          \n",
      "[377]\tvalid_0's rmse: 1121.91                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[377]\tvalid_0's rmse: 1121.91\n",
      "[LightGBM] [Warning]                                                                                                   \n",
      "Auto-choosing col-wise multi-threading, the overhead of testing was 0.017381 seconds.                                  \n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Total Bins 4984                                                                                                        \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Number of data points in the train set: 150000, number of used features: 25                                            \n",
      "[LightGBM] [Info]                                                                                                      \n",
      "Start training from score 5923.327333                                                                                  \n",
      "[1]\tvalid_0's rmse: 7131.82                                                                                            \n",
      "Training until validation scores don't improve for 100 rounds                                                          \n",
      "[2]\tvalid_0's rmse: 6786.02                                                                                            \n",
      "[3]\tvalid_0's rmse: 6468.09                                                                                            \n",
      "[4]\tvalid_0's rmse: 6160.1                                                                                             \n",
      "[5]\tvalid_0's rmse: 5868.3                                                                                             \n",
      "[6]\tvalid_0's rmse: 5603.02                                                                                            \n",
      "[7]\tvalid_0's rmse: 5347.92                                                                                            \n",
      "[8]\tvalid_0's rmse: 5104.91                                                                                            \n",
      "[9]\tvalid_0's rmse: 4887.92                                                                                            \n",
      "[10]\tvalid_0's rmse: 4674.09                                                                                           \n",
      "[11]\tvalid_0's rmse: 4472.15                                                                                           \n",
      " 95%|█████████████████████████████████████████████▌  | 19/20 [01:00<00:03,  3.44s/trial, best loss: 1258684.3171698416]"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[12]\tvalid_0's rmse: 4282.4                                                                                            \n",
      "[13]\tvalid_0's rmse: 4104.01                                                                                           \n",
      "[14]\tvalid_0's rmse: 3940.42                                                                                           \n",
      "[15]\tvalid_0's rmse: 3784.32                                                                                           \n",
      "[16]\tvalid_0's rmse: 3637.74                                                                                           \n",
      "[17]\tvalid_0's rmse: 3499.73                                                                                           \n",
      "[18]\tvalid_0's rmse: 3370.78                                                                                           \n",
      "[19]\tvalid_0's rmse: 3252.28                                                                                           \n",
      "[20]\tvalid_0's rmse: 3139.82                                                                                           \n",
      "[21]\tvalid_0's rmse: 3034.62                                                                                           \n",
      "[22]\tvalid_0's rmse: 2934.86                                                                                           \n",
      "[23]\tvalid_0's rmse: 2841.63                                                                                           \n",
      "[24]\tvalid_0's rmse: 2754.94                                                                                           \n",
      "[25]\tvalid_0's rmse: 2673.75                                                                                           \n",
      "[26]\tvalid_0's rmse: 2596.93                                                                                           \n",
      "[27]\tvalid_0's rmse: 2525.75                                                                                           \n",
      "[28]\tvalid_0's rmse: 2459.5                                                                                            \n",
      "[29]\tvalid_0's rmse: 2397.73                                                                                           \n",
      "[30]\tvalid_0's rmse: 2340.76                                                                                           \n",
      "[31]\tvalid_0's rmse: 2287.49                                                                                           \n",
      "[32]\tvalid_0's rmse: 2237.01                                                                                           \n",
      "[33]\tvalid_0's rmse: 2188.11                                                                                           \n",
      "[34]\tvalid_0's rmse: 2144.09                                                                                           \n",
      "[35]\tvalid_0's rmse: 2101.64                                                                                           \n",
      "[36]\tvalid_0's rmse: 2062.71                                                                                           \n",
      "[37]\tvalid_0's rmse: 2025.7                                                                                            \n",
      "[38]\tvalid_0's rmse: 1993.93                                                                                           \n",
      "[39]\tvalid_0's rmse: 1960.14                                                                                           \n",
      "[40]\tvalid_0's rmse: 1931.96                                                                                           \n",
      "[41]\tvalid_0's rmse: 1903.08                                                                                           \n",
      "[42]\tvalid_0's rmse: 1874.89                                                                                           \n",
      "[43]\tvalid_0's rmse: 1848.11                                                                                           \n",
      "[44]\tvalid_0's rmse: 1827.4                                                                                            \n",
      "[45]\tvalid_0's rmse: 1803.48                                                                                           \n",
      "[46]\tvalid_0's rmse: 1782.22                                                                                           \n",
      "[47]\tvalid_0's rmse: 1763.02                                                                                           \n",
      "[48]\tvalid_0's rmse: 1745.11                                                                                           \n",
      "[49]\tvalid_0's rmse: 1726.8                                                                                            \n",
      "[50]\tvalid_0's rmse: 1710.43                                                                                           \n",
      "[51]\tvalid_0's rmse: 1694.56                                                                                           \n",
      "[52]\tvalid_0's rmse: 1679.97                                                                                           \n",
      "[53]\tvalid_0's rmse: 1666.19                                                                                           \n",
      "[54]\tvalid_0's rmse: 1654.01                                                                                           \n",
      "[55]\tvalid_0's rmse: 1641.28                                                                                           \n",
      "[56]\tvalid_0's rmse: 1629.12                                                                                           \n",
      "[57]\tvalid_0's rmse: 1617.78                                                                                           \n",
      "[58]\tvalid_0's rmse: 1607.53                                                                                           \n",
      "[59]\tvalid_0's rmse: 1598.37                                                                                           \n",
      "[60]\tvalid_0's rmse: 1589.74                                                                                           \n",
      "[61]\tvalid_0's rmse: 1580.93                                                                                           \n",
      "[62]\tvalid_0's rmse: 1572.13                                                                                           \n",
      "[63]\tvalid_0's rmse: 1564.61                                                                                           \n",
      "[64]\tvalid_0's rmse: 1557.1                                                                                            \n",
      "[65]\tvalid_0's rmse: 1550.53                                                                                           \n",
      "[66]\tvalid_0's rmse: 1543.65                                                                                           \n",
      "[67]\tvalid_0's rmse: 1537.42                                                                                           \n",
      "[68]\tvalid_0's rmse: 1530.73                                                                                           \n",
      "[69]\tvalid_0's rmse: 1524.95                                                                                           \n",
      "[70]\tvalid_0's rmse: 1519.45                                                                                           \n",
      "[71]\tvalid_0's rmse: 1513.93                                                                                           \n",
      "[72]\tvalid_0's rmse: 1508.44                                                                                           \n",
      "[73]\tvalid_0's rmse: 1502.98                                                                                           \n",
      "[74]\tvalid_0's rmse: 1496.82                                                                                           \n",
      "[75]\tvalid_0's rmse: 1491.67                                                                                           \n",
      "[76]\tvalid_0's rmse: 1486.83                                                                                           \n",
      "[77]\tvalid_0's rmse: 1482.12                                                                                           \n",
      "[78]\tvalid_0's rmse: 1477.86                                                                                           \n",
      "[79]\tvalid_0's rmse: 1473.71                                                                                           \n",
      "[80]\tvalid_0's rmse: 1469.69                                                                                           \n",
      "[81]\tvalid_0's rmse: 1465.79                                                                                           \n",
      "[82]\tvalid_0's rmse: 1461.45                                                                                           \n",
      "[83]\tvalid_0's rmse: 1457.73                                                                                           \n",
      "[84]\tvalid_0's rmse: 1454.3                                                                                            \n",
      "[85]\tvalid_0's rmse: 1450.59                                                                                           \n",
      "[86]\tvalid_0's rmse: 1446.88                                                                                           \n",
      "[87]\tvalid_0's rmse: 1443.14                                                                                           \n",
      "[88]\tvalid_0's rmse: 1439.1                                                                                            \n",
      "[89]\tvalid_0's rmse: 1435.51                                                                                           \n",
      "[90]\tvalid_0's rmse: 1432.16                                                                                           \n",
      "[91]\tvalid_0's rmse: 1429.05                                                                                           \n",
      "[92]\tvalid_0's rmse: 1425.85                                                                                           \n",
      "[93]\tvalid_0's rmse: 1422.89                                                                                           \n",
      "[94]\tvalid_0's rmse: 1420.19                                                                                           \n",
      "[95]\tvalid_0's rmse: 1417.11                                                                                           \n",
      "[96]\tvalid_0's rmse: 1414.58                                                                                           \n",
      "[97]\tvalid_0's rmse: 1412.14                                                                                           \n",
      "[98]\tvalid_0's rmse: 1409.36                                                                                           \n",
      "[99]\tvalid_0's rmse: 1406.94                                                                                           \n",
      "[100]\tvalid_0's rmse: 1404.21                                                                                          \n",
      "[101]\tvalid_0's rmse: 1401.41                                                                                          \n",
      "[102]\tvalid_0's rmse: 1398.98                                                                                          \n",
      "[103]\tvalid_0's rmse: 1396.68                                                                                          \n",
      "[104]\tvalid_0's rmse: 1394.63                                                                                          \n",
      "[105]\tvalid_0's rmse: 1392.06                                                                                          \n",
      "[106]\tvalid_0's rmse: 1389.68                                                                                          \n",
      "[107]\tvalid_0's rmse: 1387.16                                                                                          \n",
      "[108]\tvalid_0's rmse: 1384.82                                                                                          \n",
      "[109]\tvalid_0's rmse: 1381.83                                                                                          \n",
      "[110]\tvalid_0's rmse: 1380                                                                                             \n",
      "[111]\tvalid_0's rmse: 1378.13                                                                                          \n",
      "[112]\tvalid_0's rmse: 1375.57                                                                                          \n",
      "[113]\tvalid_0's rmse: 1373.07                                                                                          \n",
      "[114]\tvalid_0's rmse: 1371.15                                                                                          \n",
      "[115]\tvalid_0's rmse: 1368.87                                                                                          \n",
      "[116]\tvalid_0's rmse: 1366.99                                                                                          \n",
      "[117]\tvalid_0's rmse: 1365.08                                                                                          \n",
      "[118]\tvalid_0's rmse: 1363.09                                                                                          \n",
      "[119]\tvalid_0's rmse: 1361.09                                                                                          \n",
      "[120]\tvalid_0's rmse: 1359.25                                                                                          \n",
      "[121]\tvalid_0's rmse: 1357.78                                                                                          \n",
      "[122]\tvalid_0's rmse: 1355.29                                                                                          \n",
      "[123]\tvalid_0's rmse: 1352.96                                                                                          \n",
      "[124]\tvalid_0's rmse: 1351.47                                                                                          \n",
      "[125]\tvalid_0's rmse: 1349.43                                                                                          \n",
      "[126]\tvalid_0's rmse: 1347.62                                                                                          \n",
      "[127]\tvalid_0's rmse: 1345.97                                                                                          \n",
      "[128]\tvalid_0's rmse: 1344.28                                                                                          \n",
      "[129]\tvalid_0's rmse: 1342.72                                                                                          \n",
      "[130]\tvalid_0's rmse: 1340.82                                                                                          \n",
      "[131]\tvalid_0's rmse: 1338.67                                                                                          \n",
      "[132]\tvalid_0's rmse: 1336.96                                                                                          \n",
      "[133]\tvalid_0's rmse: 1335.5                                                                                           \n",
      "[134]\tvalid_0's rmse: 1334.17                                                                                          \n",
      "[135]\tvalid_0's rmse: 1332.49                                                                                          \n",
      "[136]\tvalid_0's rmse: 1330.96                                                                                          \n",
      "[137]\tvalid_0's rmse: 1329.03                                                                                          \n",
      "[138]\tvalid_0's rmse: 1327.73                                                                                          \n",
      "[139]\tvalid_0's rmse: 1326.18                                                                                          \n",
      "[140]\tvalid_0's rmse: 1324.81                                                                                          \n",
      "[141]\tvalid_0's rmse: 1323.09                                                                                          \n",
      "[142]\tvalid_0's rmse: 1321.61                                                                                          \n",
      "[143]\tvalid_0's rmse: 1319.47                                                                                          \n",
      "[144]\tvalid_0's rmse: 1318.01                                                                                          \n",
      "[145]\tvalid_0's rmse: 1316.36                                                                                          \n",
      "[146]\tvalid_0's rmse: 1315.02                                                                                          \n",
      "[147]\tvalid_0's rmse: 1313.48                                                                                          \n",
      "[148]\tvalid_0's rmse: 1312.04                                                                                          \n",
      "[149]\tvalid_0's rmse: 1310.74                                                                                          \n",
      "[150]\tvalid_0's rmse: 1309.48                                                                                          \n",
      "[151]\tvalid_0's rmse: 1307.59                                                                                          \n",
      "[152]\tvalid_0's rmse: 1306.22                                                                                          \n",
      "[153]\tvalid_0's rmse: 1304.74                                                                                          \n",
      "[154]\tvalid_0's rmse: 1303.43                                                                                          \n",
      "[155]\tvalid_0's rmse: 1301.24                                                                                          \n",
      "[156]\tvalid_0's rmse: 1299.56                                                                                          \n",
      "[157]\tvalid_0's rmse: 1298.33                                                                                          \n",
      "[158]\tvalid_0's rmse: 1297.12                                                                                          \n",
      "[159]\tvalid_0's rmse: 1295.55                                                                                          \n",
      "[160]\tvalid_0's rmse: 1293.78                                                                                          \n",
      "[161]\tvalid_0's rmse: 1292.88                                                                                          \n",
      "[162]\tvalid_0's rmse: 1291.09                                                                                          \n",
      "[163]\tvalid_0's rmse: 1290.01                                                                                          \n",
      "[164]\tvalid_0's rmse: 1288.63                                                                                          \n",
      "[165]\tvalid_0's rmse: 1287.51                                                                                          \n",
      "[166]\tvalid_0's rmse: 1286.5                                                                                           \n",
      "[167]\tvalid_0's rmse: 1284.75                                                                                          \n",
      "[168]\tvalid_0's rmse: 1283.57                                                                                          \n",
      "[169]\tvalid_0's rmse: 1282.33                                                                                          \n",
      "[170]\tvalid_0's rmse: 1281.26                                                                                          \n",
      "[171]\tvalid_0's rmse: 1280.26                                                                                          \n",
      "[172]\tvalid_0's rmse: 1279.06                                                                                          \n",
      "[173]\tvalid_0's rmse: 1278.22                                                                                          \n",
      "[174]\tvalid_0's rmse: 1277.08                                                                                          \n",
      "[175]\tvalid_0's rmse: 1276.03                                                                                          \n",
      "[176]\tvalid_0's rmse: 1274.53                                                                                          \n",
      "[177]\tvalid_0's rmse: 1273.19                                                                                          \n",
      "[178]\tvalid_0's rmse: 1272.27                                                                                          \n",
      "[179]\tvalid_0's rmse: 1271.46                                                                                          \n",
      "[180]\tvalid_0's rmse: 1270.6                                                                                           \n",
      "[181]\tvalid_0's rmse: 1269.71                                                                                          \n",
      "[182]\tvalid_0's rmse: 1267.97                                                                                          \n",
      "[183]\tvalid_0's rmse: 1266.61                                                                                          \n",
      "[184]\tvalid_0's rmse: 1265.33                                                                                          \n",
      "[185]\tvalid_0's rmse: 1264.43                                                                                          \n",
      "[186]\tvalid_0's rmse: 1263.6                                                                                           \n",
      "[187]\tvalid_0's rmse: 1262.5                                                                                           \n",
      "[188]\tvalid_0's rmse: 1261                                                                                             \n",
      "[189]\tvalid_0's rmse: 1260.2                                                                                           \n",
      "[190]\tvalid_0's rmse: 1259.12                                                                                          \n",
      "[191]\tvalid_0's rmse: 1258.29                                                                                          \n",
      "[192]\tvalid_0's rmse: 1257.6                                                                                           \n",
      "[193]\tvalid_0's rmse: 1256.39                                                                                          \n",
      "[194]\tvalid_0's rmse: 1255.32                                                                                          \n",
      "[195]\tvalid_0's rmse: 1254.34                                                                                          \n",
      "[196]\tvalid_0's rmse: 1252.81                                                                                          \n",
      "[197]\tvalid_0's rmse: 1251.12                                                                                          \n",
      "[198]\tvalid_0's rmse: 1250.39                                                                                          \n",
      "[199]\tvalid_0's rmse: 1249.76                                                                                          \n",
      "[200]\tvalid_0's rmse: 1248.83                                                                                          \n",
      "[201]\tvalid_0's rmse: 1247.72                                                                                          \n",
      "[202]\tvalid_0's rmse: 1246.57                                                                                          \n",
      "[203]\tvalid_0's rmse: 1245.67                                                                                          \n",
      "[204]\tvalid_0's rmse: 1244.61                                                                                          \n",
      "[205]\tvalid_0's rmse: 1243.62                                                                                          \n",
      "[206]\tvalid_0's rmse: 1242.14                                                                                          \n",
      "[207]\tvalid_0's rmse: 1240.9                                                                                           \n",
      "[208]\tvalid_0's rmse: 1239.97                                                                                          \n",
      "[209]\tvalid_0's rmse: 1238.87                                                                                          \n",
      "[210]\tvalid_0's rmse: 1237.89                                                                                          \n",
      "[211]\tvalid_0's rmse: 1237.23                                                                                          \n",
      "[212]\tvalid_0's rmse: 1236.33                                                                                          \n",
      "[213]\tvalid_0's rmse: 1234.91                                                                                          \n",
      "[214]\tvalid_0's rmse: 1234.12                                                                                          \n",
      "[215]\tvalid_0's rmse: 1233.06                                                                                          \n",
      "[216]\tvalid_0's rmse: 1232.29                                                                                          \n",
      "[217]\tvalid_0's rmse: 1231.55                                                                                          \n",
      "[218]\tvalid_0's rmse: 1230.81                                                                                          \n",
      "[219]\tvalid_0's rmse: 1229.89                                                                                          \n",
      "[220]\tvalid_0's rmse: 1228.99                                                                                          \n",
      "[221]\tvalid_0's rmse: 1228.31                                                                                          \n",
      "[222]\tvalid_0's rmse: 1227.39                                                                                          \n",
      "[223]\tvalid_0's rmse: 1226.74                                                                                          \n",
      "[224]\tvalid_0's rmse: 1225.47                                                                                          \n",
      "[225]\tvalid_0's rmse: 1224.47                                                                                          \n",
      "[226]\tvalid_0's rmse: 1223.28                                                                                          \n",
      "[227]\tvalid_0's rmse: 1222.41                                                                                          \n",
      "[228]\tvalid_0's rmse: 1221.67                                                                                          \n",
      "[229]\tvalid_0's rmse: 1221.16                                                                                          \n",
      "[230]\tvalid_0's rmse: 1220.22                                                                                          \n",
      "[231]\tvalid_0's rmse: 1219.1                                                                                           \n",
      "[232]\tvalid_0's rmse: 1218.34                                                                                          \n",
      "[233]\tvalid_0's rmse: 1217.31                                                                                          \n",
      "[234]\tvalid_0's rmse: 1216.18                                                                                          \n",
      "[235]\tvalid_0's rmse: 1215.63                                                                                          \n",
      "[236]\tvalid_0's rmse: 1214.81                                                                                          \n",
      "[237]\tvalid_0's rmse: 1214.16                                                                                          \n",
      "[238]\tvalid_0's rmse: 1213.46                                                                                          \n",
      "[239]\tvalid_0's rmse: 1212.54                                                                                          \n",
      "[240]\tvalid_0's rmse: 1212.01                                                                                          \n",
      "[241]\tvalid_0's rmse: 1211.58                                                                                          \n",
      "[242]\tvalid_0's rmse: 1210.79                                                                                          \n",
      "Did not meet early stopping. Best iteration is:                                                                        \n",
      "[242]\tvalid_0's rmse: 1210.79\n",
      "100%|████████████████████████████████████████████████| 20/20 [01:03<00:00,  3.15s/trial, best loss: 1258684.3171698416]\n"
     ]
    }
   ],
   "source": [
    "# 开始使用hyperopt进行自动调参\n",
    "algo = partial(tpe.suggest, n_startup_jobs=1)\n",
    "best = fmin(lightgbm_factory, space, algo=algo, max_evals=20, pass_expr_memo_ctrl=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Auto-choosing col-wise multi-threading, the overhead of testing was 0.020175 seconds.\n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info] Total Bins 4984\n",
      "[LightGBM] [Info] Number of data points in the train set: 150000, number of used features: 25\n",
      "[LightGBM] [Info] Start training from score 5923.327333\n",
      "[1]\tvalid_0's rmse: 7144.22\n",
      "Training until validation scores don't improve for 100 rounds\n",
      "[2]\tvalid_0's rmse: 6809.3\n",
      "[3]\tvalid_0's rmse: 6500.7\n",
      "[4]\tvalid_0's rmse: 6201.07\n",
      "[5]\tvalid_0's rmse: 5916.67\n",
      "[6]\tvalid_0's rmse: 5657.62\n",
      "[7]\tvalid_0's rmse: 5407.8\n",
      "[8]\tvalid_0's rmse: 5169.29\n",
      "[9]\tvalid_0's rmse: 4955.96\n",
      "[10]\tvalid_0's rmse: 4745.34\n",
      "[11]\tvalid_0's rmse: 4545.87\n",
      "[12]\tvalid_0's rmse: 4358.27\n",
      "[13]\tvalid_0's rmse: 4181.26\n",
      "[14]\tvalid_0's rmse: 4019.23\n",
      "[15]\tvalid_0's rmse: 3863.82\n",
      "[16]\tvalid_0's rmse: 3717.71\n",
      "[17]\tvalid_0's rmse: 3579.43"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "D:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_trees` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "[18]\tvalid_0's rmse: 3450.07\n",
      "[19]\tvalid_0's rmse: 3330.61\n",
      "[20]\tvalid_0's rmse: 3217.15\n",
      "[21]\tvalid_0's rmse: 3109.21\n",
      "[22]\tvalid_0's rmse: 3009.37\n",
      "[23]\tvalid_0's rmse: 2914.93\n",
      "[24]\tvalid_0's rmse: 2826.3\n",
      "[25]\tvalid_0's rmse: 2743.15\n",
      "[26]\tvalid_0's rmse: 2664.43\n",
      "[27]\tvalid_0's rmse: 2590.63\n",
      "[28]\tvalid_0's rmse: 2523.22\n",
      "[29]\tvalid_0's rmse: 2459.26\n",
      "[30]\tvalid_0's rmse: 2400.29\n",
      "[31]\tvalid_0's rmse: 2344.71\n",
      "[32]\tvalid_0's rmse: 2291.9\n",
      "[33]\tvalid_0's rmse: 2242.51\n",
      "[34]\tvalid_0's rmse: 2196.91\n",
      "[35]\tvalid_0's rmse: 2153.33\n",
      "[36]\tvalid_0's rmse: 2114.49\n",
      "[37]\tvalid_0's rmse: 2073.44\n",
      "[38]\tvalid_0's rmse: 2039.56\n",
      "[39]\tvalid_0's rmse: 2003.66\n",
      "[40]\tvalid_0's rmse: 1971.96\n",
      "[41]\tvalid_0's rmse: 1941.23\n",
      "[42]\tvalid_0's rmse: 1912.63\n",
      "[43]\tvalid_0's rmse: 1885.63\n",
      "[44]\tvalid_0's rmse: 1863.08\n",
      "[45]\tvalid_0's rmse: 1839.03\n",
      "[46]\tvalid_0's rmse: 1815.81\n",
      "[47]\tvalid_0's rmse: 1795.52\n",
      "[48]\tvalid_0's rmse: 1776.04\n",
      "[49]\tvalid_0's rmse: 1756.18\n",
      "[50]\tvalid_0's rmse: 1737.89\n",
      "[51]\tvalid_0's rmse: 1721.03\n",
      "[52]\tvalid_0's rmse: 1705.31\n",
      "[53]\tvalid_0's rmse: 1691.57\n",
      "[54]\tvalid_0's rmse: 1677.46\n",
      "[55]\tvalid_0's rmse: 1663.69\n",
      "[56]\tvalid_0's rmse: 1651.23\n",
      "[57]\tvalid_0's rmse: 1639.04\n",
      "[58]\tvalid_0's rmse: 1628.77\n",
      "[59]\tvalid_0's rmse: 1619.22\n",
      "[60]\tvalid_0's rmse: 1610.23\n",
      "[61]\tvalid_0's rmse: 1600.99\n",
      "[62]\tvalid_0's rmse: 1591.45\n",
      "[63]\tvalid_0's rmse: 1582.68\n",
      "[64]\tvalid_0's rmse: 1574.47\n",
      "[65]\tvalid_0's rmse: 1566.94\n",
      "[66]\tvalid_0's rmse: 1558.6\n",
      "[67]\tvalid_0's rmse: 1551.72\n",
      "[68]\tvalid_0's rmse: 1544.57\n",
      "[69]\tvalid_0's rmse: 1538.57\n",
      "[70]\tvalid_0's rmse: 1533.04\n",
      "[71]\tvalid_0's rmse: 1526.49\n",
      "[72]\tvalid_0's rmse: 1521.03\n",
      "[73]\tvalid_0's rmse: 1515.07\n",
      "[74]\tvalid_0's rmse: 1509.39\n",
      "[75]\tvalid_0's rmse: 1503.95\n",
      "[76]\tvalid_0's rmse: 1498.96\n",
      "[77]\tvalid_0's rmse: 1494.27\n",
      "[78]\tvalid_0's rmse: 1489.7\n",
      "[79]\tvalid_0's rmse: 1485.48\n",
      "[80]\tvalid_0's rmse: 1481.17\n",
      "[81]\tvalid_0's rmse: 1477.12\n",
      "[82]\tvalid_0's rmse: 1473.04\n",
      "[83]\tvalid_0's rmse: 1469.39\n",
      "[84]\tvalid_0's rmse: 1465.19\n",
      "[85]\tvalid_0's rmse: 1461.08\n",
      "[86]\tvalid_0's rmse: 1457.03\n",
      "[87]\tvalid_0's rmse: 1452.87\n",
      "[88]\tvalid_0's rmse: 1449.35\n",
      "[89]\tvalid_0's rmse: 1445.76\n",
      "[90]\tvalid_0's rmse: 1442.3\n",
      "[91]\tvalid_0's rmse: 1439.21\n",
      "[92]\tvalid_0's rmse: 1435.69\n",
      "[93]\tvalid_0's rmse: 1432.73\n",
      "[94]\tvalid_0's rmse: 1429.75\n",
      "[95]\tvalid_0's rmse: 1427.33\n",
      "[96]\tvalid_0's rmse: 1424.43\n",
      "[97]\tvalid_0's rmse: 1421.3\n",
      "[98]\tvalid_0's rmse: 1418.6\n",
      "[99]\tvalid_0's rmse: 1416.3\n",
      "[100]\tvalid_0's rmse: 1414.09\n",
      "[101]\tvalid_0's rmse: 1411.24\n",
      "[102]\tvalid_0's rmse: 1408.68\n",
      "[103]\tvalid_0's rmse: 1405.72\n",
      "[104]\tvalid_0's rmse: 1402.85\n",
      "[105]\tvalid_0's rmse: 1400.73\n",
      "[106]\tvalid_0's rmse: 1398.05\n",
      "[107]\tvalid_0's rmse: 1395.56\n",
      "[108]\tvalid_0's rmse: 1393.29\n",
      "[109]\tvalid_0's rmse: 1391.02\n",
      "[110]\tvalid_0's rmse: 1388.95\n",
      "[111]\tvalid_0's rmse: 1386.68\n",
      "[112]\tvalid_0's rmse: 1384.78\n",
      "[113]\tvalid_0's rmse: 1382.92\n",
      "[114]\tvalid_0's rmse: 1380.63\n",
      "[115]\tvalid_0's rmse: 1379.03\n",
      "[116]\tvalid_0's rmse: 1376.92\n",
      "[117]\tvalid_0's rmse: 1375.16\n",
      "[118]\tvalid_0's rmse: 1373.09\n",
      "[119]\tvalid_0's rmse: 1371.28\n",
      "[120]\tvalid_0's rmse: 1369.25\n",
      "[121]\tvalid_0's rmse: 1367.61\n",
      "[122]\tvalid_0's rmse: 1365.37\n",
      "[123]\tvalid_0's rmse: 1363.42\n",
      "[124]\tvalid_0's rmse: 1361.63\n",
      "[125]\tvalid_0's rmse: 1359.75\n",
      "[126]\tvalid_0's rmse: 1357.99\n",
      "[127]\tvalid_0's rmse: 1356.1\n",
      "[128]\tvalid_0's rmse: 1354.22\n",
      "[129]\tvalid_0's rmse: 1352.71\n",
      "[130]\tvalid_0's rmse: 1350.99\n",
      "[131]\tvalid_0's rmse: 1349.03\n",
      "[132]\tvalid_0's rmse: 1347.19\n",
      "[133]\tvalid_0's rmse: 1345.75\n",
      "[134]\tvalid_0's rmse: 1344.2\n",
      "[135]\tvalid_0's rmse: 1342.5\n",
      "[136]\tvalid_0's rmse: 1340.5\n",
      "[137]\tvalid_0's rmse: 1338.79\n",
      "[138]\tvalid_0's rmse: 1337.03\n",
      "[139]\tvalid_0's rmse: 1335.53\n",
      "[140]\tvalid_0's rmse: 1333.64\n",
      "[141]\tvalid_0's rmse: 1332.24\n",
      "[142]\tvalid_0's rmse: 1330.85\n",
      "[143]\tvalid_0's rmse: 1328.55\n",
      "[144]\tvalid_0's rmse: 1327\n",
      "[145]\tvalid_0's rmse: 1325.83\n",
      "[146]\tvalid_0's rmse: 1324.67\n",
      "[147]\tvalid_0's rmse: 1322.45\n",
      "[148]\tvalid_0's rmse: 1320.92\n",
      "[149]\tvalid_0's rmse: 1319.54\n",
      "[150]\tvalid_0's rmse: 1318.09\n",
      "[151]\tvalid_0's rmse: 1316.78\n",
      "[152]\tvalid_0's rmse: 1315.43\n",
      "[153]\tvalid_0's rmse: 1314.04\n",
      "[154]\tvalid_0's rmse: 1312.36\n",
      "[155]\tvalid_0's rmse: 1311.18\n",
      "[156]\tvalid_0's rmse: 1308.88\n",
      "[157]\tvalid_0's rmse: 1307.67\n",
      "[158]\tvalid_0's rmse: 1306.02\n",
      "[159]\tvalid_0's rmse: 1304.45\n",
      "[160]\tvalid_0's rmse: 1303.6\n",
      "[161]\tvalid_0's rmse: 1302.62\n",
      "[162]\tvalid_0's rmse: 1300.85\n",
      "[163]\tvalid_0's rmse: 1299.33\n",
      "[164]\tvalid_0's rmse: 1297.15\n",
      "[165]\tvalid_0's rmse: 1295.56\n",
      "[166]\tvalid_0's rmse: 1294.47\n",
      "[167]\tvalid_0's rmse: 1293.07\n",
      "[168]\tvalid_0's rmse: 1292\n",
      "[169]\tvalid_0's rmse: 1291.12\n",
      "[170]\tvalid_0's rmse: 1290.1\n",
      "[171]\tvalid_0's rmse: 1288.45\n",
      "[172]\tvalid_0's rmse: 1286.54\n",
      "[173]\tvalid_0's rmse: 1285.36\n",
      "[174]\tvalid_0's rmse: 1284.24\n",
      "[175]\tvalid_0's rmse: 1282.66\n",
      "[176]\tvalid_0's rmse: 1281.71\n",
      "[177]\tvalid_0's rmse: 1280.31\n",
      "[178]\tvalid_0's rmse: 1279.39\n",
      "[179]\tvalid_0's rmse: 1278.63\n",
      "[180]\tvalid_0's rmse: 1277.62\n",
      "[181]\tvalid_0's rmse: 1276.51\n",
      "[182]\tvalid_0's rmse: 1274.67\n",
      "[183]\tvalid_0's rmse: 1273.57\n",
      "[184]\tvalid_0's rmse: 1272.55\n",
      "[185]\tvalid_0's rmse: 1271.42\n",
      "[186]\tvalid_0's rmse: 1270.42\n",
      "[187]\tvalid_0's rmse: 1269.71\n",
      "[188]\tvalid_0's rmse: 1268.07\n",
      "[189]\tvalid_0's rmse: 1267.04\n",
      "[190]\tvalid_0's rmse: 1266.31\n",
      "[191]\tvalid_0's rmse: 1265.14\n",
      "[192]\tvalid_0's rmse: 1264.07\n",
      "[193]\tvalid_0's rmse: 1263.42\n",
      "[194]\tvalid_0's rmse: 1262.38\n",
      "[195]\tvalid_0's rmse: 1261.42\n",
      "[196]\tvalid_0's rmse: 1260.34\n",
      "[197]\tvalid_0's rmse: 1259.19\n",
      "[198]\tvalid_0's rmse: 1258.22\n",
      "[199]\tvalid_0's rmse: 1257.41\n",
      "[200]\tvalid_0's rmse: 1256.57\n",
      "[201]\tvalid_0's rmse: 1255.15\n",
      "[202]\tvalid_0's rmse: 1254.14\n",
      "[203]\tvalid_0's rmse: 1253.24\n",
      "[204]\tvalid_0's rmse: 1251.99\n",
      "[205]\tvalid_0's rmse: 1250.59\n",
      "[206]\tvalid_0's rmse: 1249.47\n",
      "[207]\tvalid_0's rmse: 1248.12\n",
      "[208]\tvalid_0's rmse: 1247.46\n",
      "[209]\tvalid_0's rmse: 1246.49\n",
      "[210]\tvalid_0's rmse: 1245.18\n",
      "[211]\tvalid_0's rmse: 1244.46\n",
      "[212]\tvalid_0's rmse: 1243.89\n",
      "[213]\tvalid_0's rmse: 1243.17\n",
      "[214]\tvalid_0's rmse: 1242\n",
      "[215]\tvalid_0's rmse: 1241.32\n",
      "[216]\tvalid_0's rmse: 1240.42\n",
      "[217]\tvalid_0's rmse: 1239.18\n",
      "[218]\tvalid_0's rmse: 1238.36\n",
      "[219]\tvalid_0's rmse: 1237.15\n",
      "[220]\tvalid_0's rmse: 1236.4\n",
      "[221]\tvalid_0's rmse: 1235.38\n",
      "[222]\tvalid_0's rmse: 1234.26\n",
      "[223]\tvalid_0's rmse: 1233.76\n",
      "[224]\tvalid_0's rmse: 1233.04\n",
      "[225]\tvalid_0's rmse: 1232.19\n",
      "[226]\tvalid_0's rmse: 1231.34\n",
      "[227]\tvalid_0's rmse: 1230.74\n",
      "[228]\tvalid_0's rmse: 1229.52\n",
      "[229]\tvalid_0's rmse: 1228.96\n",
      "[230]\tvalid_0's rmse: 1227.84\n",
      "[231]\tvalid_0's rmse: 1226.95\n",
      "[232]\tvalid_0's rmse: 1226.32\n",
      "[233]\tvalid_0's rmse: 1225.59\n",
      "[234]\tvalid_0's rmse: 1224.58\n",
      "[235]\tvalid_0's rmse: 1223.79\n",
      "[236]\tvalid_0's rmse: 1223.09\n",
      "[237]\tvalid_0's rmse: 1221.85\n",
      "[238]\tvalid_0's rmse: 1220.79\n",
      "[239]\tvalid_0's rmse: 1220.17\n",
      "[240]\tvalid_0's rmse: 1219.46\n",
      "[241]\tvalid_0's rmse: 1218.48\n",
      "[242]\tvalid_0's rmse: 1217.63\n",
      "[243]\tvalid_0's rmse: 1216.92\n",
      "[244]\tvalid_0's rmse: 1216.25\n",
      "[245]\tvalid_0's rmse: 1215.53\n",
      "[246]\tvalid_0's rmse: 1214.54\n",
      "[247]\tvalid_0's rmse: 1213.49\n",
      "[248]\tvalid_0's rmse: 1213\n",
      "[249]\tvalid_0's rmse: 1211.83\n",
      "[250]\tvalid_0's rmse: 1211.22\n",
      "[251]\tvalid_0's rmse: 1210.01\n",
      "[252]\tvalid_0's rmse: 1208.78\n",
      "[253]\tvalid_0's rmse: 1207.9\n",
      "[254]\tvalid_0's rmse: 1206.59\n",
      "[255]\tvalid_0's rmse: 1205.74\n",
      "[256]\tvalid_0's rmse: 1205\n",
      "[257]\tvalid_0's rmse: 1204.13\n",
      "[258]\tvalid_0's rmse: 1203.16\n",
      "[259]\tvalid_0's rmse: 1202.06\n",
      "[260]\tvalid_0's rmse: 1201.17\n",
      "[261]\tvalid_0's rmse: 1200.24\n",
      "[262]\tvalid_0's rmse: 1199.62\n",
      "[263]\tvalid_0's rmse: 1198.38\n",
      "[264]\tvalid_0's rmse: 1197.57\n",
      "[265]\tvalid_0's rmse: 1196.51\n",
      "[266]\tvalid_0's rmse: 1195.9\n",
      "[267]\tvalid_0's rmse: 1195.29\n",
      "[268]\tvalid_0's rmse: 1194.47\n",
      "[269]\tvalid_0's rmse: 1193.81\n",
      "[270]\tvalid_0's rmse: 1193.1\n",
      "[271]\tvalid_0's rmse: 1192.36\n",
      "[272]\tvalid_0's rmse: 1191.68\n",
      "[273]\tvalid_0's rmse: 1191.14\n",
      "[274]\tvalid_0's rmse: 1190.6\n",
      "[275]\tvalid_0's rmse: 1189.67\n",
      "[276]\tvalid_0's rmse: 1189.03\n",
      "[277]\tvalid_0's rmse: 1188.36\n",
      "[278]\tvalid_0's rmse: 1187.37\n",
      "[279]\tvalid_0's rmse: 1186.14\n",
      "[280]\tvalid_0's rmse: 1185.58\n",
      "[281]\tvalid_0's rmse: 1184.57\n",
      "[282]\tvalid_0's rmse: 1183.54\n",
      "[283]\tvalid_0's rmse: 1182.98\n",
      "[284]\tvalid_0's rmse: 1182.28\n",
      "[285]\tvalid_0's rmse: 1181.41\n",
      "[286]\tvalid_0's rmse: 1180.57\n",
      "[287]\tvalid_0's rmse: 1179.7\n",
      "[288]\tvalid_0's rmse: 1179.24\n",
      "[289]\tvalid_0's rmse: 1178.44\n",
      "[290]\tvalid_0's rmse: 1177.81\n",
      "[291]\tvalid_0's rmse: 1176.79\n",
      "[292]\tvalid_0's rmse: 1176.16\n",
      "[293]\tvalid_0's rmse: 1175.34\n",
      "[294]\tvalid_0's rmse: 1174.35\n",
      "[295]\tvalid_0's rmse: 1173.48\n",
      "[296]\tvalid_0's rmse: 1172.75\n",
      "[297]\tvalid_0's rmse: 1172.11\n",
      "[298]\tvalid_0's rmse: 1171.51\n",
      "[299]\tvalid_0's rmse: 1170.66\n",
      "[300]\tvalid_0's rmse: 1170.17\n",
      "[301]\tvalid_0's rmse: 1169.58\n",
      "[302]\tvalid_0's rmse: 1169.02\n",
      "[303]\tvalid_0's rmse: 1168.56\n",
      "[304]\tvalid_0's rmse: 1168.01\n",
      "[305]\tvalid_0's rmse: 1167.54\n",
      "[306]\tvalid_0's rmse: 1166.69\n",
      "[307]\tvalid_0's rmse: 1166\n",
      "[308]\tvalid_0's rmse: 1165.14\n",
      "[309]\tvalid_0's rmse: 1164.43\n",
      "[310]\tvalid_0's rmse: 1163.75\n",
      "[311]\tvalid_0's rmse: 1163.04\n",
      "[312]\tvalid_0's rmse: 1162.43\n",
      "[313]\tvalid_0's rmse: 1161.75\n",
      "[314]\tvalid_0's rmse: 1160.89\n",
      "[315]\tvalid_0's rmse: 1160.27\n",
      "[316]\tvalid_0's rmse: 1159.61\n",
      "[317]\tvalid_0's rmse: 1158.73\n",
      "[318]\tvalid_0's rmse: 1158\n",
      "[319]\tvalid_0's rmse: 1157.34\n",
      "[320]\tvalid_0's rmse: 1156.63\n",
      "[321]\tvalid_0's rmse: 1155.62\n",
      "[322]\tvalid_0's rmse: 1154.9\n",
      "[323]\tvalid_0's rmse: 1154.43\n",
      "[324]\tvalid_0's rmse: 1153.43\n",
      "[325]\tvalid_0's rmse: 1152.95\n",
      "[326]\tvalid_0's rmse: 1152.43\n",
      "[327]\tvalid_0's rmse: 1151.94\n",
      "[328]\tvalid_0's rmse: 1151.32\n",
      "[329]\tvalid_0's rmse: 1150.79\n",
      "[330]\tvalid_0's rmse: 1150.2\n",
      "[331]\tvalid_0's rmse: 1149.73\n",
      "[332]\tvalid_0's rmse: 1148.87\n",
      "[333]\tvalid_0's rmse: 1148.05\n",
      "[334]\tvalid_0's rmse: 1147.63\n",
      "[335]\tvalid_0's rmse: 1147.04\n",
      "[336]\tvalid_0's rmse: 1146.42\n",
      "[337]\tvalid_0's rmse: 1145.64\n",
      "[338]\tvalid_0's rmse: 1145.11\n",
      "[339]\tvalid_0's rmse: 1144.53\n",
      "[340]\tvalid_0's rmse: 1143.66\n",
      "[341]\tvalid_0's rmse: 1143.02\n",
      "[342]\tvalid_0's rmse: 1142.45\n",
      "[343]\tvalid_0's rmse: 1141.72\n",
      "[344]\tvalid_0's rmse: 1141.09\n",
      "[345]\tvalid_0's rmse: 1140.49\n",
      "[346]\tvalid_0's rmse: 1139.9\n",
      "[347]\tvalid_0's rmse: 1139.26\n",
      "[348]\tvalid_0's rmse: 1138.64\n",
      "[349]\tvalid_0's rmse: 1138.19\n",
      "[350]\tvalid_0's rmse: 1137.7\n",
      "[351]\tvalid_0's rmse: 1137.12\n",
      "[352]\tvalid_0's rmse: 1136.21\n",
      "[353]\tvalid_0's rmse: 1135.88\n",
      "[354]\tvalid_0's rmse: 1135.37\n",
      "[355]\tvalid_0's rmse: 1134.73\n",
      "[356]\tvalid_0's rmse: 1134.29\n",
      "[357]\tvalid_0's rmse: 1133.79\n",
      "[358]\tvalid_0's rmse: 1133.39\n",
      "[359]\tvalid_0's rmse: 1132.7\n",
      "[360]\tvalid_0's rmse: 1132.1\n",
      "[361]\tvalid_0's rmse: 1131.42\n",
      "[362]\tvalid_0's rmse: 1130.9\n",
      "[363]\tvalid_0's rmse: 1130.42\n",
      "[364]\tvalid_0's rmse: 1129.98\n",
      "[365]\tvalid_0's rmse: 1129.11\n",
      "[366]\tvalid_0's rmse: 1128.52\n",
      "[367]\tvalid_0's rmse: 1127.79\n",
      "[368]\tvalid_0's rmse: 1126.96\n",
      "[369]\tvalid_0's rmse: 1126.16\n",
      "[370]\tvalid_0's rmse: 1125.69\n",
      "[371]\tvalid_0's rmse: 1125.19\n",
      "[372]\tvalid_0's rmse: 1124.73\n",
      "[373]\tvalid_0's rmse: 1124.15\n",
      "[374]\tvalid_0's rmse: 1123.52\n",
      "[375]\tvalid_0's rmse: 1123.02\n",
      "[376]\tvalid_0's rmse: 1122.55\n",
      "[377]\tvalid_0's rmse: 1121.91\n",
      "Did not meet early stopping. Best iteration is:\n",
      "[377]\tvalid_0's rmse: 1121.91\n",
      "best : {'bagging_fraction': 0.8, 'learning_rate': 0.05456804957425959, 'max_depth': 9, 'num_leaves': 25, 'num_trees': 377}\n",
      "best param after transform :\n",
      "{'bagging_fraction': 0.5800000000000001, 'learning_rate': 0.051091360991485195, 'max_depth': 14, 'num_leaves': 85, 'num_trees': 527}\n",
      "rmse of the best lightgbm: 1121.9110112526046\n"
     ]
    }
   ],
   "source": [
    "RMSE = lightgbm_factory(best)\n",
    "print('best :', best)\n",
    "print('best param after transform :')\n",
    "best_param_after_transform=argsDict_tranform(best,isPrint=True)\n",
    "best_param_after_transform\n",
    "print('rmse of the best lightgbm:', np.sqrt(RMSE))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# specify your configurations as a dict\n",
    "params = best_param_after_transform"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Auto-choosing col-wise multi-threading, the overhead of testing was 0.019102 seconds.\n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info] Total Bins 4984\n",
      "[LightGBM] [Info] Number of data points in the train set: 150000, number of used features: 25\n",
      "[LightGBM] [Info] Start training from score 5923.327333\n"
     ]
    },
    {
     "ename": "ValueError",
     "evalue": "For early stopping, at least one dataset and eval metric is required for evaluation",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-21-7a05edcfa29a>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      5\u001b[0m                 \u001b[1;31m#num_boost_round=5000,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      6\u001b[0m                 \u001b[0mvalid_sets\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mlgb_eval\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 7\u001b[1;33m                 \u001b[0mearly_stopping_rounds\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;36m5\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      8\u001b[0m                )\n",
      "\u001b[1;32mD:\\anaconda3\\lib\\site-packages\\lightgbm\\engine.py\u001b[0m in \u001b[0;36mtrain\u001b[1;34m(params, train_set, num_boost_round, valid_sets, valid_names, fobj, feval, init_model, feature_name, categorical_feature, early_stopping_rounds, evals_result, verbose_eval, learning_rates, keep_training_booster, callbacks)\u001b[0m\n\u001b[0;32m    265\u001b[0m                                         \u001b[0mbegin_iteration\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0minit_iteration\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    266\u001b[0m                                         \u001b[0mend_iteration\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0minit_iteration\u001b[0m \u001b[1;33m+\u001b[0m \u001b[0mnum_boost_round\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 267\u001b[1;33m                                         evaluation_result_list=evaluation_result_list))\n\u001b[0m\u001b[0;32m    268\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0mcallback\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mEarlyStopException\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0mearlyStopException\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    269\u001b[0m             \u001b[0mbooster\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mbest_iteration\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mearlyStopException\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mbest_iteration\u001b[0m \u001b[1;33m+\u001b[0m \u001b[1;36m1\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mD:\\anaconda3\\lib\\site-packages\\lightgbm\\callback.py\u001b[0m in \u001b[0;36m_callback\u001b[1;34m(env)\u001b[0m\n\u001b[0;32m    217\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_callback\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0menv\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    218\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mcmp_op\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 219\u001b[1;33m             \u001b[0m_init\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0menv\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    220\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0menabled\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    221\u001b[0m             \u001b[1;32mreturn\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32mD:\\anaconda3\\lib\\site-packages\\lightgbm\\callback.py\u001b[0m in \u001b[0;36m_init\u001b[1;34m(env)\u001b[0m\n\u001b[0;32m    187\u001b[0m             \u001b[1;32mreturn\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    188\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0menv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mevaluation_result_list\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 189\u001b[1;33m             raise ValueError('For early stopping, '\n\u001b[0m\u001b[0;32m    190\u001b[0m                              'at least one dataset and eval metric is required for evaluation')\n\u001b[0;32m    191\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mValueError\u001b[0m: For early stopping, at least one dataset and eval metric is required for evaluation"
     ]
    }
   ],
   "source": [
    "#print('Starting training...')\n",
    "# train\n",
    "gbm = lgb.train(params,\n",
    "                lgb_train,\n",
    "                #num_boost_round=5000,\n",
    "                valid_sets=lgb_eval,\n",
    "                #early_stopping_rounds=5\n",
    "               )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting predicting...\n"
     ]
    }
   ],
   "source": [
    "print('Starting predicting...')\n",
    "# predict\n",
    "y_pred = gbm.predict(X_predict, num_iteration=gbm.best_iteration)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "predict=pd.DataFrame(df_predict,columns=[ 'SaleID'])\n",
    "predict['price']=pd.DataFrame(y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SaleID</th>\n",
       "      <th>price</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>200000</td>\n",
       "      <td>1315.649133</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>200001</td>\n",
       "      <td>1917.496998</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>200002</td>\n",
       "      <td>8458.509027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>200003</td>\n",
       "      <td>1065.770604</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>200004</td>\n",
       "      <td>1972.450433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49995</td>\n",
       "      <td>249995</td>\n",
       "      <td>6569.679661</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49996</td>\n",
       "      <td>249996</td>\n",
       "      <td>18357.471991</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49997</td>\n",
       "      <td>249997</td>\n",
       "      <td>5590.169703</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49998</td>\n",
       "      <td>249998</td>\n",
       "      <td>4888.097709</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49999</td>\n",
       "      <td>249999</td>\n",
       "      <td>5124.793737</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>50000 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       SaleID         price\n",
       "0      200000   1315.649133\n",
       "1      200001   1917.496998\n",
       "2      200002   8458.509027\n",
       "3      200003   1065.770604\n",
       "4      200004   1972.450433\n",
       "...       ...           ...\n",
       "49995  249995   6569.679661\n",
       "49996  249996  18357.471991\n",
       "49997  249997   5590.169703\n",
       "49998  249998   4888.097709\n",
       "49999  249999   5124.793737\n",
       "\n",
       "[50000 rows x 2 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "predict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "predict.to_csv('submit.csv',index = False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}